{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9174.383, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 132, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-29T06:24:47+09:00", "last_error_summary": "[rtsp @ 0x6295b2f13f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6295b2f13e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-29T06:24:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 68113.254, "last_started_at": "2026-08-29T06:54:50+09:00", "pid": 8789, "process": {"exists": true, "fd_count": 5, "hwm_mb": 241.48, "name": "ffmpeg", "pid": 8789, "rss_mb": 241.48, "state": "S (sleeping)", "threads": 70}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.302, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 30.057, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 30.102, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 70.659, "last_sample_duration_ms": 764.954, "last_trigger": "periodic", "next_snapshot_in_sec": 529.341, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 516, "storage_bytes": 2345400}, "mjpeg": {"age_sec": 30.051, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T01:50:03+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.434, "state": "S (sleeping)", "threads": 85}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.742, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30081.601, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30077.278, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30075.276, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30085.645, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.721, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.348, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.479, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.041, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139781, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111682, "write_bytes_delta": 111682, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 609.0, "cpu_core_ratio": 0.206372, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8789, "reason": null, "system_cpu_core_ratio": 0.038695, "system_cpu_s_delta": 0.38999999999987267, "user_cpu_core_ratio": 0.167677, "user_cpu_s_delta": 1.6900000000005093}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.570499, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.151802, "system_cpu_s_delta": 1.5300000000133878, "user_cpu_core_ratio": 0.418696, "user_cpu_s_delta": 4.220000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.533, "count": 301, "max_ms": 3.845, "p95_ms": 2.626, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.861, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.765, "count": 30, "max": 16.284, "p95": 15.64, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 602.0, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.171, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.117, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100310.8, "count": 30, "max": 113042.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100310.8, "count": 30, "max": 113042.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.433, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.114, "count": 30, "max": 0.178, "p95": 0.142, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.419, "p95": 0.406, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19739, "sampled_at": "2026-08-30T01:49:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:49:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9097.191, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 132, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-29T06:24:47+09:00", "last_error_summary": "[rtsp @ 0x6295b2f13f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6295b2f13e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-29T06:24:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 68113.294, "last_started_at": "2026-08-29T06:54:50+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 140, "restart_count_per_hour": 0, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.302, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 30.097, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 30.142, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 70.678, "last_sample_duration_ms": 764.954, "last_trigger": "periodic", "next_snapshot_in_sec": 529.322, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 516, "storage_bytes": 2345400}, "mjpeg": {"age_sec": 30.091, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T01:50:03+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.434, "state": "S (sleeping)", "threads": 85}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.766, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30109.221, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30104.897, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30102.895, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30113.264, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.632, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.434, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.114, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.302, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.071, "exists": true, "size_bytes": 99018, "write_bytes_delta": 99018, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 465.0, "cpu_core_ratio": 0.044005, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8789, "reason": null, "system_cpu_core_ratio": 0.008432, "system_cpu_s_delta": 0.31999999999970896, "user_cpu_core_ratio": 0.035573, "user_cpu_s_delta": 1.3500000000003638}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.110143, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.025823, "system_cpu_s_delta": 0.9799999999959255, "user_cpu_core_ratio": 0.08432, "user_cpu_s_delta": 3.2000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.802, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.61, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.006, "count": 30, "max": 30.071, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100823.667, "count": 30, "max": 113901.0, "p95": 112430.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100823.667, "count": 30, "max": 113901.0, "p95": 112430.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.367, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19741, "sampled_at": "2026-08-30T01:50:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:50:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8969.434, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T01:50:06+09:00", "last_error_summary": "[rtsp @ 0x58f5187b3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58f5187b3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 133, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T01:50:06+09:00", "last_error_summary": "[rtsp @ 0x58f5187b3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58f5187b3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T01:50:08+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T01:50:06+09:00", "pid": 9912, "process": {"exists": false, "pid": 9912}, "restart_count": 141, "restart_count_per_hour": 1, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.301, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 34.356, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 34.401, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 74.938, "last_sample_duration_ms": 764.954, "last_trigger": "periodic", "next_snapshot_in_sec": 525.062, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 516, "storage_bytes": 2345400}, "mjpeg": {"age_sec": 34.349, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T01:50:08+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 38.026, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34368.62, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34364.296, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34362.294, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34372.663, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.165, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.434, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.114, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.302, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.071, "exists": true, "size_bytes": 99018, "write_bytes_delta": 99018, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 465.0, "cpu_core_ratio": 0.044005, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8789, "reason": null, "system_cpu_core_ratio": 0.008432, "system_cpu_s_delta": 0.31999999999970896, "user_cpu_core_ratio": 0.035573, "user_cpu_s_delta": 1.3500000000003638}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.110143, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.025823, "system_cpu_s_delta": 0.9799999999959255, "user_cpu_core_ratio": 0.08432, "user_cpu_s_delta": 3.2000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.802, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.61, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.006, "count": 30, "max": 30.071, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100823.667, "count": 30, "max": 113901.0, "p95": 112430.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100823.667, "count": 30, "max": 113901.0, "p95": 112430.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.367, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19741, "sampled_at": "2026-08-30T01:50:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:50:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8971.18, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T01:50:41+09:00", "last_error_summary": "[rtsp @ 0x5ee34fe33f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ee34fe33e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 136, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T01:50:41+09:00", "last_error_summary": "[rtsp @ 0x5ee34fe33f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ee34fe33e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T01:50:43+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T01:50:41+09:00", "pid": 9918, "process": {"exists": false, "pid": 9918}, "restart_count": 144, "restart_count_per_hour": 4, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.469, "sample_count": 2300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 70.054, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 70.099, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 110.65, "last_sample_duration_ms": 764.954, "last_trigger": "periodic", "next_snapshot_in_sec": 489.35, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 516, "storage_bytes": 2345400}, "mjpeg": {"age_sec": 70.047, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T01:50:43+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 73.734, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70067.134, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70062.811, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70060.808, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70071.177, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.006, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.434, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.114, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.302, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.071, "exists": true, "size_bytes": 99018, "write_bytes_delta": 99018, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 465.0, "cpu_core_ratio": 0.044005, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8789, "reason": null, "system_cpu_core_ratio": 0.008432, "system_cpu_s_delta": 0.31999999999970896, "user_cpu_core_ratio": 0.035573, "user_cpu_s_delta": 1.3500000000003638}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.110143, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.025823, "system_cpu_s_delta": 0.9799999999959255, "user_cpu_core_ratio": 0.08432, "user_cpu_s_delta": 3.2000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.802, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.61, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.006, "count": 30, "max": 30.071, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100823.667, "count": 30, "max": 113901.0, "p95": 112430.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100823.667, "count": 30, "max": 113901.0, "p95": 112430.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.367, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19741, "sampled_at": "2026-08-30T01:50:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:50:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8971.527, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 136, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T01:50:41+09:00", "last_error_summary": "[rtsp @ 0x5ee34fe33f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ee34fe33e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T01:50:43+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.037, "last_started_at": "2026-08-30T01:50:41+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 144, "restart_count_per_hour": 4, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.469, "sample_count": 2300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 70.09, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 70.134, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 110.67, "last_sample_duration_ms": 764.954, "last_trigger": "periodic", "next_snapshot_in_sec": 489.33, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 516, "storage_bytes": 2345400}, "mjpeg": {"age_sec": 70.083, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T01:50:43+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 73.758, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70101.775, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70097.451, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70095.449, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70105.818, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.613, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.6, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.469, "sample_count": 2300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70.061, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9918, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.007203, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.002216, "system_cpu_s_delta": 0.03999999999359716, "user_cpu_core_ratio": 0.004987, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.143, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.911, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6.446, "count": 30, "max": 70.061, "p95": 47.114, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100112.467, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90210.667, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.2, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.101, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.34, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19744, "sampled_at": "2026-08-30T01:50:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:50:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8972.223, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T01:51:16+09:00", "last_error_summary": "[rtsp @ 0x577b59b88f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x577b59b88e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 137, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T01:51:16+09:00", "last_error_summary": "[rtsp @ 0x577b59b88f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x577b59b88e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T01:51:17+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T01:51:15+09:00", "pid": 9920, "process": {"exists": false, "pid": 9920}, "restart_count": 145, "restart_count_per_hour": 5, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.514, "sample_count": 1960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 104.118, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 104.163, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.706, "last_sample_duration_ms": 764.954, "last_trigger": "periodic", "next_snapshot_in_sec": 455.294, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 516, "storage_bytes": 2345400}, "mjpeg": {"age_sec": 104.112, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T01:51:17+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 107.791, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104131.075, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104126.751, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104124.749, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104135.118, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.352, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.6, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.469, "sample_count": 2300, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70.061, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9918, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.007203, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.002216, "system_cpu_s_delta": 0.03999999999359716, "user_cpu_core_ratio": 0.004987, "user_cpu_s_delta": 0.08999999999650754}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.143, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.911, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6.446, "count": 30, "max": 70.061, "p95": 47.114, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100112.467, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90210.667, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.2, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.101, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.34, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19744, "sampled_at": "2026-08-30T01:50:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:50:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8971.977, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 137, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T01:51:16+09:00", "last_error_summary": "[rtsp @ 0x577b59b88f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x577b59b88e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T01:51:17+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.027, "last_started_at": "2026-08-30T01:51:15+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 145, "restart_count_per_hour": 5, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.514, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 104.144, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 104.189, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.725, "last_sample_duration_ms": 764.954, "last_trigger": "periodic", "next_snapshot_in_sec": 455.275, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 516, "storage_bytes": 2345400}, "mjpeg": {"age_sec": 104.138, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T01:51:17+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 107.813, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104156.359, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104152.036, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104150.034, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104160.403, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.775, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.99, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.514, "sample_count": 1960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 104.12, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9920, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.002055, "system_cpu_s_delta": 0.07000000000698492, "user_cpu_core_ratio": 0.00411, "user_cpu_s_delta": 0.139999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.998, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.678, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9.917, "count": 30, "max": 104.12, "p95": 61.939, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99944.267, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86741.867, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.833, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.327, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19745, "sampled_at": "2026-08-30T01:51:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:51:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8974.738, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T01:52:18+09:00", "last_error_summary": "[rtsp @ 0x626379a7af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x626379a7ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 138, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T01:52:18+09:00", "last_error_summary": "[rtsp @ 0x626379a7af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x626379a7ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T01:52:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-08-30T01:52:18+09:00", "pid": 9922, "process": {"exists": false, "pid": 9922}, "restart_count": 146, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.896, "sample_count": 1332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 166.881, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 166.926, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 207.477, "last_sample_duration_ms": 764.954, "last_trigger": "periodic", "next_snapshot_in_sec": 392.523, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 516, "storage_bytes": 2345400}, "mjpeg": {"age_sec": 166.875, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T01:52:20+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 170.561, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 166894.854, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 166890.531, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 166888.528, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 166898.897, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.827, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.99, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.514, "sample_count": 1960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 104.12, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9920, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.002055, "system_cpu_s_delta": 0.07000000000698492, "user_cpu_core_ratio": 0.00411, "user_cpu_s_delta": 0.139999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.998, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.678, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9.917, "count": 30, "max": 104.12, "p95": 61.939, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99944.267, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86741.867, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.833, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.327, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19745, "sampled_at": "2026-08-30T01:51:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:51:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8976.855, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 138, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T01:52:18+09:00", "last_error_summary": "[rtsp @ 0x626379a7af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x626379a7ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T01:52:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.038, "last_started_at": "2026-08-30T01:52:18+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 146, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.896, "sample_count": 1332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 166.917, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 166.962, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 207.497, "last_sample_duration_ms": 764.954, "last_trigger": "periodic", "next_snapshot_in_sec": 392.503, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 516, "storage_bytes": 2345400}, "mjpeg": {"age_sec": 166.91, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T01:52:20+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 170.585, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 166929.136, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 166924.813, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 166922.81, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 166933.179, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.579, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.287, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.896, "sample_count": 1332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 166.887, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9922, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005098, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001753, "system_cpu_s_delta": 0.11000000000058208, "user_cpu_core_ratio": 0.003346, "user_cpu_s_delta": 0.21000000002095476}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.664, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.341, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 15.48, "count": 30, "max": 166.887, "p95": 88.793, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99981.433, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83478.433, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.467, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.315, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19746, "sampled_at": "2026-08-30T01:52:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:52:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8972.879, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T01:53:21+09:00", "last_error_summary": "[rtsp @ 0x5f919720af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f919720ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 139, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T01:53:21+09:00", "last_error_summary": "[rtsp @ 0x5f919720af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f919720ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T01:53:23+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T01:53:21+09:00", "pid": 9924, "process": {"exists": false, "pid": 9924}, "restart_count": 147, "restart_count_per_hour": 7, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.567, "sample_count": 706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 229.453, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 229.498, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 270.044, "last_sample_duration_ms": 764.954, "last_trigger": "periodic", "next_snapshot_in_sec": 329.956, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 516, "storage_bytes": 2345400}, "mjpeg": {"age_sec": 229.447, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T01:53:23+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 233.127, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229466.34, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229462.017, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229460.014, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229470.383, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.574, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.287, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.896, "sample_count": 1332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 166.887, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9922, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005098, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001753, "system_cpu_s_delta": 0.11000000000058208, "user_cpu_core_ratio": 0.003346, "user_cpu_s_delta": 0.21000000002095476}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.664, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.341, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 15.48, "count": 30, "max": 166.887, "p95": 88.793, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99981.433, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83478.433, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.467, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.315, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19746, "sampled_at": "2026-08-30T01:52:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:52:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8972.898, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 139, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T01:53:21+09:00", "last_error_summary": "[rtsp @ 0x5f919720af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f919720ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T01:53:23+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-08-30T01:53:21+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 147, "restart_count_per_hour": 7, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.567, "sample_count": 706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 229.482, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 229.527, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 270.061, "last_sample_duration_ms": 764.954, "last_trigger": "periodic", "next_snapshot_in_sec": 329.939, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 516, "storage_bytes": 2345400}, "mjpeg": {"age_sec": 229.475, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T01:53:23+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 233.149, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229493.937, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229489.614, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229487.612, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229497.981, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.515, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.495, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.567, "sample_count": 706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 229.455, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9924, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005274, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001918, "system_cpu_s_delta": 0.11999999999534339, "user_cpu_core_ratio": 0.003356, "user_cpu_s_delta": 0.20999999999185093}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.538, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.107, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 23.128, "count": 30, "max": 229.455, "p95": 138.642, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99840.933, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80037.333, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.033, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.302, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19747, "sampled_at": "2026-08-30T01:53:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:53:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8970.398, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T01:54:24+09:00", "last_error_summary": "[rtsp @ 0x583a56975f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x583a56975e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 140, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T01:54:24+09:00", "last_error_summary": "[rtsp @ 0x583a56975f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x583a56975e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T01:54:25+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T01:54:23+09:00", "pid": 9926, "process": {"exists": false, "pid": 9926}, "restart_count": 148, "restart_count_per_hour": 8, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.648, "sample_count": 78, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 292.197, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 292.241, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.781, "last_sample_duration_ms": 764.954, "last_trigger": "periodic", "next_snapshot_in_sec": 267.219, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 516, "storage_bytes": 2345400}, "mjpeg": {"age_sec": 292.19, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T01:54:25+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 295.867, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292209.151, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292204.828, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292202.826, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292213.195, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.077, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.495, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.567, "sample_count": 706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 229.455, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9924, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005274, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001918, "system_cpu_s_delta": 0.11999999999534339, "user_cpu_core_ratio": 0.003356, "user_cpu_s_delta": 0.20999999999185093}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.538, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.107, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 23.128, "count": 30, "max": 229.455, "p95": 138.642, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99840.933, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80037.333, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.033, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.302, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19747, "sampled_at": "2026-08-30T01:53:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:53:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8970.469, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 140, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T01:54:24+09:00", "last_error_summary": "[rtsp @ 0x583a56975f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x583a56975e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T01:54:25+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.023, "last_started_at": "2026-08-30T01:54:23+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 148, "restart_count_per_hour": 8, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.648, "sample_count": 78, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 292.218, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 292.263, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 116, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.796, "last_sample_duration_ms": 764.954, "last_trigger": "periodic", "next_snapshot_in_sec": 267.204, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 516, "storage_bytes": 2345400}, "mjpeg": {"age_sec": 292.211, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T01:54:26+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 295.884, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292229.828, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292225.504, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292223.502, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292233.871, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.461, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.581, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.648, "sample_count": 78, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 292.197, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9926, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004781, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001594, "system_cpu_s_delta": 0.10000000000582077, "user_cpu_core_ratio": 0.003188, "user_cpu_s_delta": 0.20000000001164153}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.286, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.78, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 32.868, "count": 30, "max": 292.197, "p95": 201.299, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99896.067, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76791.867, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.6, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.289, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19748, "sampled_at": "2026-08-30T01:54:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:54:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 8760.031, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8534752358400, "copied_frame_count": 3086933, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-29T15:18:03+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5319236, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-29T15:17:58+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.961}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "792fde5f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 470, "events_emitted": 89, "events_failed": 378, "events_observed": 470, "events_suppressed": 3, "frame_buffer_copied_bytes": 8534752358400, "frame_buffer_copies": 3086933, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4500, "recorder_active_input_bytes": 12441600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 90, "recorder_clips_failed": 0, "recorder_clips_started": 90, "stage_failures": 379, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 90, "worker_jobs_accepted": 467, "worker_jobs_completed": 89, "worker_jobs_failed": 378, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0603, "count": 512, "max_ms": 0.8497, "p50_ms": 0.0523, "p95_ms": 0.0744, "p99_ms": 0.0889}, "stages": {"db_insert": {"avg_ms": 27.8714, "count": 90, "max_ms": 54.3823, "p50_ms": 27.2319, "p95_ms": 42.9725, "p99_ms": 52.1873, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9534, "count": 467, "max_ms": 3.9239, "p50_ms": 0.8323, "p95_ms": 1.7277, "p99_ms": 2.3433, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 234.8126, "count": 470, "max_ms": 5563.7324, "p50_ms": 29.6277, "p95_ms": 1071.5816, "p99_ms": 1566.6342, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4117, "count": 512, "max_ms": 0.9028, "p50_ms": 0.3956, "p95_ms": 0.5114, "p99_ms": 0.6041, "results": {"failed": 0, "not_applicable": 0, "success": 3086933, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 85.0264, "count": 470, "max_ms": 959.9192, "p50_ms": 2.2099, "p95_ms": 434.0883, "p99_ms": 618.9977, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.037, "count": 467, "max_ms": 48.9157, "p50_ms": 9.9814, "p95_ms": 27.6389, "p99_ms": 38.6722, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.2772, "count": 512, "max_ms": 7.8077, "p50_ms": 4.219, "p95_ms": 5.6957, "p99_ms": 6.5391, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8182, "count": 512, "max_ms": 39.1262, "p50_ms": 0.6402, "p95_ms": 1.4401, "p99_ms": 2.176, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 83.2488, "count": 467, "max_ms": 956.5495, "p50_ms": 0.0637, "p95_ms": 431.6846, "p99_ms": 617.2329, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 367.4217, "count": 90, "max_ms": 880.0845, "p50_ms": 334.1597, "p95_ms": 555.0085, "p99_ms": 740.8638, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 61.2629, "count": 90, "max_ms": 84.3476, "p50_ms": 61.8206, "p95_ms": 73.3249, "p99_ms": 79.7825, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1924, "count": 90, "max_ms": 3.0957, "p50_ms": 1.0639, "p95_ms": 2.2295, "p99_ms": 2.9312, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 467, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.6601, "count": 90, "max_ms": 46.6659, "p50_ms": 30.5677, "p95_ms": 41.6104, "p99_ms": 44.1625, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6323, "count": 467, "max_ms": 5.9438, "p50_ms": 0.5334, "p95_ms": 1.0742, "p99_ms": 2.251, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 566.8116, "count": 90, "max_ms": 5069.649, "p50_ms": 385.6403, "p95_ms": 980.0013, "p99_ms": 4570.6761, "results": {"failed": 1, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 470, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5348, "count": 467, "max_ms": 19.3884, "p50_ms": 1.0077, "p95_ms": 5.1866, "p99_ms": 11.5234, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.6833, "count": 467, "max_ms": 38.724, "p50_ms": 4.1482, "p95_ms": 23.3865, "p99_ms": 30.819, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.06, "count": 467, "max_ms": 1.295, "p50_ms": 0.0504, "p95_ms": 0.0875, "p99_ms": 0.1295, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 10.8774, "count": 467, "max_ms": 3770.7504, "p50_ms": 2.1746, "p95_ms": 3.8267, "p99_ms": 5.3611, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 140.0825, "count": 467, "max_ms": 5143.3805, "p50_ms": 25.2261, "p95_ms": 566.9754, "p99_ms": 1020.3327, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 377, "relay_transport": 1}, "generation": "792fde5f", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 467, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2265, "p50_ms": 0.0506, "p95_ms": 0.0839, "p99_ms": 0.1203}, "wait_ms": {"count": 256, "max_ms": 244.5965, "p50_ms": 2.061, "p95_ms": 3.3934, "p99_ms": 4.4695}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 467, "artifact_failed": 0, "artifact_requested": 467, "artifact_success": 467, "completed": 467, "completed_failed": 378, "completed_success": 89, "cooldown_promoted": 90, "database_requested": 467, "db_insert_success": 90, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6628, "relay_business_failed": 0, "relay_business_success": 89, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 467, "relay_transport_failed": 1, "relay_transport_success": 89, "reservation_requested": 467}, "snapshot": {"copied_bytes": 1291161600, "copied_count": 467, "copy": {"count": 256, "max_ms": 3.9239, "p50_ms": 0.8309, "p95_ms": 1.7343, "p99_ms": 2.353}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 31, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-28T19:49:36+09:00", "last_error_summary": "[h264 @ 0x5a275eff3a40] error while decoding MB 80 37, bytestream -15 [h264 @ 0x5a275f031a40] error while decoding MB 60 67, bytestream -17", "last_exit_at": "2026-08-28T06:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13222.792, "last_started_at": "2026-08-29T22:19:29+09:00", "pid": 9545, "process": {"exists": false, "pid": 9545}, "restart_count": 34, "restart_count_per_hour": 0, "rtsp_timeout_count": 87, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.354, "sample_count": 2804, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "792fde5f", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-08-30T01:59:51+09:00", "last_frame_read_age_sec": 0.047, "last_frame_read_at": "2026-08-30T01:59:51+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 37.996, "last_sample_duration_ms": 541.307, "last_trigger": "periodic", "next_snapshot_in_sec": 562.004, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 517, "storage_bytes": 2352626}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-08-30T01:59:51.829813+09:00", "mtime_epoch": 1788022791.829813, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 109242}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-08-30T01:59:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2677.199, "name": "celery", "pid": 245, "rss_mb": 2677.199, "state": "S (sleeping)", "threads": 89}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 278, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.642, "off_candidate_pruned_total": 931}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 16502, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.057933, "worker_small_worker_ratio": 0.8}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.019, "max": 4.0, "p95": 2.0, "sample_count": 104}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 104, "pushed_frames": 104, "read_frames": 104, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.469, "pushed": 3.469, "read": 3.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.008, "p95_ms": 0.006, "reason": null, "sample_age_ms": 13.69, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.017, "count": 104, "max_ms": 4.968, "p95_ms": 3.504, "reason": null, "sample_age_ms": 46.259, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 104, "max_ms": 0.032, "p95_ms": 0.024, "reason": null, "sample_age_ms": 49.572, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.046, "count": 104, "max_ms": 0.141, "p95_ms": 0.07, "reason": null, "sample_age_ms": 13.694, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.193, "count": 104, "max_ms": 1.683, "p95_ms": 1.479, "reason": null, "sample_age_ms": 44.942, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 44.895, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 13.734, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.153, "count": 104, "max_ms": 49.427, "p95_ms": 31.366, "reason": null, "sample_age_ms": 13.688, "source": "client_direct"}, "sample_age_ms": 13.686, "source": "client_direct", "task_total_ms": {"avg_ms": 29.488, "count": 104, "max_ms": 50.58, "p95_ms": 32.738, "reason": null, "sample_age_ms": 13.686, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.019, "p95_ms": 0.007, "reason": null, "sample_age_ms": 12.974, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.433, "count": 104, "max_ms": 8.297, "p95_ms": 7.282, "reason": null, "sample_age_ms": 42.732, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 104, "max_ms": 0.048, "p95_ms": 0.022, "reason": null, "sample_age_ms": 49.539, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.052, "count": 104, "max_ms": 0.229, "p95_ms": 0.119, "reason": null, "sample_age_ms": 12.978, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.193, "count": 104, "max_ms": 1.968, "p95_ms": 1.629, "reason": null, "sample_age_ms": 40.733, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 40.716, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 13.018, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.969, "count": 104, "max_ms": 55.337, "p95_ms": 29.638, "reason": null, "sample_age_ms": 12.971, "source": "client_direct"}, "sample_age_ms": 12.969, "source": "client_direct", "task_total_ms": {"avg_ms": 29.303, "count": 104, "max_ms": 56.601, "p95_ms": 30.965, "reason": null, "sample_age_ms": 12.969, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.012, "p95_ms": 0.007, "reason": null, "sample_age_ms": 10.943, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 9.867, "count": 104, "max_ms": 11.56, "p95_ms": 11.089, "reason": null, "sample_age_ms": 37.975, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 104, "max_ms": 0.03, "p95_ms": 0.019, "reason": null, "sample_age_ms": 49.508, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 104, "max_ms": 0.195, "p95_ms": 0.129, "reason": null, "sample_age_ms": 10.948, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.235, "count": 104, "max_ms": 1.736, "p95_ms": 1.519, "reason": null, "sample_age_ms": 36.836, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 36.821, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 11.008, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.21, "count": 104, "max_ms": 50.562, "p95_ms": 26.743, "reason": null, "sample_age_ms": 10.94, "source": "client_direct"}, "sample_age_ms": 10.937, "source": "client_direct", "task_total_ms": {"avg_ms": 26.593, "count": 104, "max_ms": 52.021, "p95_ms": 28.116, "reason": null, "sample_age_ms": 10.937, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.019, "p95_ms": 0.006, "reason": null, "sample_age_ms": 17.609, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.405, "count": 104, "max_ms": 1.335, "p95_ms": 0.98, "reason": null, "sample_age_ms": 49.365, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.115, "count": 104, "max_ms": 0.825, "p95_ms": 0.706, "reason": null, "sample_age_ms": 49.641, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.067, "count": 104, "max_ms": 0.182, "p95_ms": 0.119, "reason": null, "sample_age_ms": 17.614, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.944, "count": 104, "max_ms": 1.358, "p95_ms": 1.215, "reason": null, "sample_age_ms": 48.348, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 48.332, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 17.683, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.93, "count": 104, "max_ms": 45.23, "p95_ms": 32.428, "reason": null, "sample_age_ms": 17.606, "source": "client_direct"}, "sample_age_ms": 17.604, "source": "client_direct", "task_total_ms": {"avg_ms": 29.054, "count": 104, "max_ms": 46.448, "p95_ms": 33.571, "reason": null, "sample_age_ms": 17.604, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 245, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.346, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.446, "count": 104, "max_ms": 0.846, "p95_ms": 0.736}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.078, "count": 104, "max_ms": 0.192, "p95_ms": 0.13}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 104, "max_ms": 0.225, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.026, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.048, "count": 104, "max_ms": 0.146, "p95_ms": 0.08}, "mcmt_ms": {"avg_ms": 0.001, "count": 104, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.15, "count": 104, "max_ms": 0.323, "p95_ms": 0.227}, "setup_ms": {"avg_ms": 0.027, "count": 104, "max_ms": 0.048, "p95_ms": 0.043}, "total_inside_ms": {"avg_ms": 0.42, "count": 104, "max_ms": 0.807, "p95_ms": 0.706}, "track_match_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.007, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.016, "count": 104, "max_ms": 0.043, "p95_ms": 0.026}}, "gstreamer_push": {"avg_ms": 1.16, "count": 104, "max_ms": 1.753, "p95_ms": 1.379}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.006, "p95_ms": 0.005}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 32.909, "count": 104, "max_ms": 56.489, "p95_ms": 36.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 36.198, "count": 104, "max_ms": 65.849, "p95_ms": 38.082}, "yolo11_640_fire_11class": {"avg_ms": 36.876, "count": 104, "max_ms": 64.582, "p95_ms": 38.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 29.706, "count": 104, "max_ms": 47.93, "p95_ms": 34.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.018, "count": 104, "max_ms": 0.039, "p95_ms": 0.026}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 40.512, "count": 104, "max_ms": 69.531, "p95_ms": 42.71}, "inference_input_copy_ms": {"avg_ms": 0.612, "count": 104, "max_ms": 0.999, "p95_ms": 0.791}, "processing_residual_ms": {"avg_ms": 0.052, "count": 104, "max_ms": 0.1, "p95_ms": 0.071}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 41.195, "count": 104, "max_ms": 70.136, "p95_ms": 43.528}, "read_interval": {"avg_ms": 288.496, "count": 104, "max_ms": 20288.606, "p95_ms": 146.152}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 104, "max_ms": 0.04, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.119, "count": 104, "max_ms": 0.263, "p95_ms": 0.184}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 104, "max_ms": 0.014, "p95_ms": 0.013}, "scenario.falldown_detected_ms": {"avg_ms": 0.052, "count": 104, "max_ms": 0.135, "p95_ms": 0.085}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.013, "p95_ms": 0.003}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.05, "count": 104, "max_ms": 0.111, "p95_ms": 0.072}, "worker_merge_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.006, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 37.066, "count": 104, "max_ms": 65.854, "p95_ms": 38.991}, "visualize": {"avg_ms": 2.446, "count": 104, "max_ms": 3.004, "p95_ms": 2.765}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 2.339, "count": 104, "max_ms": 2.887, "p95_ms": 2.628}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 2.279, "count": 104, "max_ms": 2.787, "p95_ms": 2.565}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 104, "max_ms": 0.075, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 245, "process_rss_mb_proxy": 2677.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.193, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "792fde5f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.355, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107051, "write_bytes_delta": 107051, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 43.0, "cpu_core_ratio": 0.015895, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6076.0, "pid": 9545, "reason": null, "system_cpu_core_ratio": 0.002408, "system_cpu_s_delta": 0.05000000000001137, "user_cpu_core_ratio": 0.013486, "user_cpu_s_delta": 0.27999999999974534}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.02023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 245, "reason": null, "system_cpu_core_ratio": 0.004817, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.015413, "user_cpu_s_delta": 0.3200000000069849}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.151, "count": 99, "max_ms": 1.753, "p95_ms": 1.388, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.02, "max": 4.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.998, "count": 30, "max": 55.193, "p95": 39.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.047, "count": 30, "max": 15.442, "p95": 14.195, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 390.133, "count": 30, "max": 409.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 202.533, "count": 30, "max": 6076.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.035, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.248, "count": 30, "max": 0.275, "p95": 0.272, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2275.267, "count": 30, "max": 7334.0, "p95": 6665.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.14, "p95": 0.112, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.357, "p95": 0.354, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29796, "sampled_at": "2026-08-30T01:59:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:59:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-08-26T09:58:16+09:00", "state": "running", "task_id": "877eb95d-e4f0-4c14-99f3-63a3b48f81de", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 8760.227, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8534752358400, "copied_frame_count": 3086933, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-29T15:18:03+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5319236, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-29T15:17:58+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.961}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "792fde5f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 470, "events_emitted": 89, "events_failed": 378, "events_observed": 470, "events_suppressed": 3, "frame_buffer_copied_bytes": 8534752358400, "frame_buffer_copies": 3086933, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4500, "recorder_active_input_bytes": 12441600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 90, "recorder_clips_failed": 0, "recorder_clips_started": 90, "stage_failures": 379, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 90, "worker_jobs_accepted": 467, "worker_jobs_completed": 89, "worker_jobs_failed": 378, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0603, "count": 512, "max_ms": 0.8497, "p50_ms": 0.0523, "p95_ms": 0.0744, "p99_ms": 0.0889}, "stages": {"db_insert": {"avg_ms": 27.8714, "count": 90, "max_ms": 54.3823, "p50_ms": 27.2319, "p95_ms": 42.9725, "p99_ms": 52.1873, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9534, "count": 467, "max_ms": 3.9239, "p50_ms": 0.8323, "p95_ms": 1.7277, "p99_ms": 2.3433, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 234.8126, "count": 470, "max_ms": 5563.7324, "p50_ms": 29.6277, "p95_ms": 1071.5816, "p99_ms": 1566.6342, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4117, "count": 512, "max_ms": 0.9028, "p50_ms": 0.3956, "p95_ms": 0.5114, "p99_ms": 0.6041, "results": {"failed": 0, "not_applicable": 0, "success": 3086933, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 85.0264, "count": 470, "max_ms": 959.9192, "p50_ms": 2.2099, "p95_ms": 434.0883, "p99_ms": 618.9977, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.037, "count": 467, "max_ms": 48.9157, "p50_ms": 9.9814, "p95_ms": 27.6389, "p99_ms": 38.6722, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.2772, "count": 512, "max_ms": 7.8077, "p50_ms": 4.219, "p95_ms": 5.6957, "p99_ms": 6.5391, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8182, "count": 512, "max_ms": 39.1262, "p50_ms": 0.6402, "p95_ms": 1.4401, "p99_ms": 2.176, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 83.2488, "count": 467, "max_ms": 956.5495, "p50_ms": 0.0637, "p95_ms": 431.6846, "p99_ms": 617.2329, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 367.4217, "count": 90, "max_ms": 880.0845, "p50_ms": 334.1597, "p95_ms": 555.0085, "p99_ms": 740.8638, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 61.2629, "count": 90, "max_ms": 84.3476, "p50_ms": 61.8206, "p95_ms": 73.3249, "p99_ms": 79.7825, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1924, "count": 90, "max_ms": 3.0957, "p50_ms": 1.0639, "p95_ms": 2.2295, "p99_ms": 2.9312, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 467, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.6601, "count": 90, "max_ms": 46.6659, "p50_ms": 30.5677, "p95_ms": 41.6104, "p99_ms": 44.1625, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6323, "count": 467, "max_ms": 5.9438, "p50_ms": 0.5334, "p95_ms": 1.0742, "p99_ms": 2.251, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 566.8116, "count": 90, "max_ms": 5069.649, "p50_ms": 385.6403, "p95_ms": 980.0013, "p99_ms": 4570.6761, "results": {"failed": 1, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 470, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5348, "count": 467, "max_ms": 19.3884, "p50_ms": 1.0077, "p95_ms": 5.1866, "p99_ms": 11.5234, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.6833, "count": 467, "max_ms": 38.724, "p50_ms": 4.1482, "p95_ms": 23.3865, "p99_ms": 30.819, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.06, "count": 467, "max_ms": 1.295, "p50_ms": 0.0504, "p95_ms": 0.0875, "p99_ms": 0.1295, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 10.8774, "count": 467, "max_ms": 3770.7504, "p50_ms": 2.1746, "p95_ms": 3.8267, "p99_ms": 5.3611, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 140.0825, "count": 467, "max_ms": 5143.3805, "p50_ms": 25.2261, "p95_ms": 566.9754, "p99_ms": 1020.3327, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 377, "relay_transport": 1}, "generation": "792fde5f", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 467, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2265, "p50_ms": 0.0506, "p95_ms": 0.0839, "p99_ms": 0.1203}, "wait_ms": {"count": 256, "max_ms": 244.5965, "p50_ms": 2.061, "p95_ms": 3.3934, "p99_ms": 4.4695}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 467, "artifact_failed": 0, "artifact_requested": 467, "artifact_success": 467, "completed": 467, "completed_failed": 378, "completed_success": 89, "cooldown_promoted": 90, "database_requested": 467, "db_insert_success": 90, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6628, "relay_business_failed": 0, "relay_business_success": 89, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 467, "relay_transport_failed": 1, "relay_transport_success": 89, "reservation_requested": 467}, "snapshot": {"copied_bytes": 1291161600, "copied_count": 467, "copy": {"count": 256, "max_ms": 3.9239, "p50_ms": 0.8309, "p95_ms": 1.7343, "p99_ms": 2.353}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T01:59:51+09:00", "last_error_summary": "[in#0/rtsp @ 0x612b8f4e1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x612b8f4e1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-08-28T06:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 13222.84, "last_started_at": "2026-08-29T22:19:29+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 34, "restart_count_per_hour": 0, "rtsp_timeout_count": 89, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.354, "sample_count": 2804, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "792fde5f", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-08-30T01:59:51+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-08-30T01:59:51+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 38.024, "last_sample_duration_ms": 541.307, "last_trigger": "periodic", "next_snapshot_in_sec": 561.976, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 517, "storage_bytes": 2352626}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-08-30T01:59:51.877814+09:00", "mtime_epoch": 1788022791.8778136, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 107977}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-08-30T01:59:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2677.195, "name": "celery", "pid": 245, "rss_mb": 2677.195, "state": "S (sleeping)", "threads": 88}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 278, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.688, "off_candidate_pruned_total": 931}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 16502, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.057933, "worker_small_worker_ratio": 0.8}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.019, "max": 4.0, "p95": 2.0, "sample_count": 104}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.468, "pushed": 3.468, "read": 3.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.008, "p95_ms": 0.006, "reason": null, "sample_age_ms": 60.541, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.012, "count": 103, "max_ms": 4.968, "p95_ms": 3.459, "reason": null, "sample_age_ms": 93.11, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 103, "max_ms": 0.032, "p95_ms": 0.024, "reason": null, "sample_age_ms": 96.422, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.046, "count": 104, "max_ms": 0.141, "p95_ms": 0.07, "reason": null, "sample_age_ms": 60.545, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.189, "count": 103, "max_ms": 1.683, "p95_ms": 1.478, "reason": null, "sample_age_ms": 91.793, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 91.746, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.585, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.153, "count": 104, "max_ms": 49.427, "p95_ms": 31.366, "reason": null, "sample_age_ms": 60.539, "source": "client_direct"}, "sample_age_ms": 60.537, "source": "client_direct", "task_total_ms": {"avg_ms": 29.488, "count": 104, "max_ms": 50.58, "p95_ms": 32.738, "reason": null, "sample_age_ms": 60.537, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.019, "p95_ms": 0.007, "reason": null, "sample_age_ms": 59.825, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.428, "count": 103, "max_ms": 8.297, "p95_ms": 7.285, "reason": null, "sample_age_ms": 89.583, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 103, "max_ms": 0.048, "p95_ms": 0.019, "reason": null, "sample_age_ms": 96.39, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.052, "count": 104, "max_ms": 0.229, "p95_ms": 0.119, "reason": null, "sample_age_ms": 59.829, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.195, "count": 103, "max_ms": 1.968, "p95_ms": 1.629, "reason": null, "sample_age_ms": 87.584, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 87.567, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.869, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.969, "count": 104, "max_ms": 55.337, "p95_ms": 29.638, "reason": null, "sample_age_ms": 59.822, "source": "client_direct"}, "sample_age_ms": 59.819, "source": "client_direct", "task_total_ms": {"avg_ms": 29.303, "count": 104, "max_ms": 56.601, "p95_ms": 30.965, "reason": null, "sample_age_ms": 59.819, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.012, "p95_ms": 0.007, "reason": null, "sample_age_ms": 57.794, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 9.865, "count": 103, "max_ms": 11.56, "p95_ms": 11.09, "reason": null, "sample_age_ms": 84.826, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 103, "max_ms": 0.03, "p95_ms": 0.019, "reason": null, "sample_age_ms": 96.359, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 104, "max_ms": 0.195, "p95_ms": 0.129, "reason": null, "sample_age_ms": 57.799, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.233, "count": 103, "max_ms": 1.736, "p95_ms": 1.52, "reason": null, "sample_age_ms": 83.687, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.672, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.859, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.21, "count": 104, "max_ms": 50.562, "p95_ms": 26.743, "reason": null, "sample_age_ms": 57.791, "source": "client_direct"}, "sample_age_ms": 57.788, "source": "client_direct", "task_total_ms": {"avg_ms": 26.593, "count": 104, "max_ms": 52.021, "p95_ms": 28.116, "reason": null, "sample_age_ms": 57.788, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.019, "p95_ms": 0.006, "reason": null, "sample_age_ms": 64.46, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.406, "count": 103, "max_ms": 1.335, "p95_ms": 0.98, "reason": null, "sample_age_ms": 96.216, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.116, "count": 103, "max_ms": 0.825, "p95_ms": 0.707, "reason": null, "sample_age_ms": 96.492, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.067, "count": 104, "max_ms": 0.182, "p95_ms": 0.119, "reason": null, "sample_age_ms": 64.465, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.942, "count": 103, "max_ms": 1.358, "p95_ms": 1.216, "reason": null, "sample_age_ms": 95.199, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.183, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 64.533, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.93, "count": 104, "max_ms": 45.23, "p95_ms": 32.428, "reason": null, "sample_age_ms": 64.457, "source": "client_direct"}, "sample_age_ms": 64.455, "source": "client_direct", "task_total_ms": {"avg_ms": 29.054, "count": 104, "max_ms": 46.448, "p95_ms": 33.571, "reason": null, "sample_age_ms": 64.455, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 245, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.096, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.446, "count": 104, "max_ms": 0.846, "p95_ms": 0.736}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.078, "count": 104, "max_ms": 0.192, "p95_ms": 0.13}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 104, "max_ms": 0.225, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.026, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.048, "count": 104, "max_ms": 0.146, "p95_ms": 0.08}, "mcmt_ms": {"avg_ms": 0.001, "count": 104, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.15, "count": 104, "max_ms": 0.323, "p95_ms": 0.227}, "setup_ms": {"avg_ms": 0.027, "count": 104, "max_ms": 0.048, "p95_ms": 0.043}, "total_inside_ms": {"avg_ms": 0.42, "count": 104, "max_ms": 0.807, "p95_ms": 0.706}, "track_match_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.007, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.016, "count": 104, "max_ms": 0.043, "p95_ms": 0.026}}, "gstreamer_push": {"avg_ms": 1.16, "count": 104, "max_ms": 1.753, "p95_ms": 1.379}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.006, "p95_ms": 0.005}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 32.909, "count": 104, "max_ms": 56.489, "p95_ms": 36.344}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 36.198, "count": 104, "max_ms": 65.849, "p95_ms": 38.082}, "yolo11_640_fire_11class": {"avg_ms": 36.876, "count": 104, "max_ms": 64.582, "p95_ms": 38.962}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 29.706, "count": 104, "max_ms": 47.93, "p95_ms": 34.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.018, "count": 104, "max_ms": 0.039, "p95_ms": 0.026}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 40.512, "count": 104, "max_ms": 69.531, "p95_ms": 42.71}, "inference_input_copy_ms": {"avg_ms": 0.612, "count": 104, "max_ms": 0.999, "p95_ms": 0.791}, "processing_residual_ms": {"avg_ms": 0.052, "count": 104, "max_ms": 0.1, "p95_ms": 0.071}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 41.195, "count": 104, "max_ms": 70.136, "p95_ms": 43.528}, "read_interval": {"avg_ms": 290.623, "count": 103, "max_ms": 20288.606, "p95_ms": 146.152}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 104, "max_ms": 0.04, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.119, "count": 104, "max_ms": 0.263, "p95_ms": 0.184}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 104, "max_ms": 0.014, "p95_ms": 0.013}, "scenario.falldown_detected_ms": {"avg_ms": 0.052, "count": 104, "max_ms": 0.135, "p95_ms": 0.085}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.013, "p95_ms": 0.003}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.05, "count": 104, "max_ms": 0.111, "p95_ms": 0.072}, "worker_merge_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.006, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 37.066, "count": 104, "max_ms": 65.854, "p95_ms": 38.991}, "visualize": {"avg_ms": 2.446, "count": 104, "max_ms": 3.004, "p95_ms": 2.765}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 2.339, "count": 104, "max_ms": 2.887, "p95_ms": 2.628}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 2.279, "count": 104, "max_ms": 2.787, "p95_ms": 2.565}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 104, "max_ms": 0.075, "p95_ms": 0.046}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 245, "process_rss_mb_proxy": 2677.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.193, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "792fde5f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.355, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107051, "write_bytes_delta": 107051, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 43.0, "cpu_core_ratio": 0.015895, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6076.0, "pid": 9545, "reason": null, "system_cpu_core_ratio": 0.002408, "system_cpu_s_delta": 0.05000000000001137, "user_cpu_core_ratio": 0.013486, "user_cpu_s_delta": 0.27999999999974534}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.02023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 245, "reason": null, "system_cpu_core_ratio": 0.004817, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.015413, "user_cpu_s_delta": 0.3200000000069849}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.151, "count": 99, "max_ms": 1.753, "p95_ms": 1.388, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.02, "max": 4.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.998, "count": 30, "max": 55.193, "p95": 39.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.047, "count": 30, "max": 15.442, "p95": 14.195, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 390.133, "count": 30, "max": 409.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 202.533, "count": 30, "max": 6076.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.035, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.248, "count": 30, "max": 0.275, "p95": 0.272, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2275.267, "count": 30, "max": 7334.0, "p95": 6665.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.14, "p95": 0.112, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.357, "p95": 0.354, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29796, "sampled_at": "2026-08-30T01:59:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:59:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-08-26T09:58:16+09:00", "state": "running", "task_id": "877eb95d-e4f0-4c14-99f3-63a3b48f81de", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 8769.445, "limit_mb": null}, "detail": {"pid": 9928, "restart_count": 35, "start_count": 36}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8534752358400, "copied_frame_count": 3086933, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-29T15:18:03+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5319236, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-29T15:17:58+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.961}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "792fde5f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 470, "events_emitted": 89, "events_failed": 378, "events_observed": 470, "events_suppressed": 3, "frame_buffer_copied_bytes": 8534752358400, "frame_buffer_copies": 3086933, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4500, "recorder_active_input_bytes": 12441600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 90, "recorder_clips_failed": 0, "recorder_clips_started": 90, "stage_failures": 379, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 90, "worker_jobs_accepted": 467, "worker_jobs_completed": 89, "worker_jobs_failed": 378, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0603, "count": 512, "max_ms": 0.8497, "p50_ms": 0.0523, "p95_ms": 0.0744, "p99_ms": 0.0889}, "stages": {"db_insert": {"avg_ms": 27.8714, "count": 90, "max_ms": 54.3823, "p50_ms": 27.2319, "p95_ms": 42.9725, "p99_ms": 52.1873, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9534, "count": 467, "max_ms": 3.9239, "p50_ms": 0.8323, "p95_ms": 1.7277, "p99_ms": 2.3433, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 234.8126, "count": 470, "max_ms": 5563.7324, "p50_ms": 29.6277, "p95_ms": 1071.5816, "p99_ms": 1566.6342, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4117, "count": 512, "max_ms": 0.9028, "p50_ms": 0.3956, "p95_ms": 0.5114, "p99_ms": 0.6041, "results": {"failed": 0, "not_applicable": 0, "success": 3086933, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 85.0264, "count": 470, "max_ms": 959.9192, "p50_ms": 2.2099, "p95_ms": 434.0883, "p99_ms": 618.9977, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.037, "count": 467, "max_ms": 48.9157, "p50_ms": 9.9814, "p95_ms": 27.6389, "p99_ms": 38.6722, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.2772, "count": 512, "max_ms": 7.8077, "p50_ms": 4.219, "p95_ms": 5.6957, "p99_ms": 6.5391, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8182, "count": 512, "max_ms": 39.1262, "p50_ms": 0.6402, "p95_ms": 1.4401, "p99_ms": 2.176, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 83.2488, "count": 467, "max_ms": 956.5495, "p50_ms": 0.0637, "p95_ms": 431.6846, "p99_ms": 617.2329, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 367.4217, "count": 90, "max_ms": 880.0845, "p50_ms": 334.1597, "p95_ms": 555.0085, "p99_ms": 740.8638, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 61.2629, "count": 90, "max_ms": 84.3476, "p50_ms": 61.8206, "p95_ms": 73.3249, "p99_ms": 79.7825, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1924, "count": 90, "max_ms": 3.0957, "p50_ms": 1.0639, "p95_ms": 2.2295, "p99_ms": 2.9312, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 467, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.6601, "count": 90, "max_ms": 46.6659, "p50_ms": 30.5677, "p95_ms": 41.6104, "p99_ms": 44.1625, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6323, "count": 467, "max_ms": 5.9438, "p50_ms": 0.5334, "p95_ms": 1.0742, "p99_ms": 2.251, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 566.8116, "count": 90, "max_ms": 5069.649, "p50_ms": 385.6403, "p95_ms": 980.0013, "p99_ms": 4570.6761, "results": {"failed": 1, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 470, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5348, "count": 467, "max_ms": 19.3884, "p50_ms": 1.0077, "p95_ms": 5.1866, "p99_ms": 11.5234, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.6833, "count": 467, "max_ms": 38.724, "p50_ms": 4.1482, "p95_ms": 23.3865, "p99_ms": 30.819, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.06, "count": 467, "max_ms": 1.295, "p50_ms": 0.0504, "p95_ms": 0.0875, "p99_ms": 0.1295, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 10.8774, "count": 467, "max_ms": 3770.7504, "p50_ms": 2.1746, "p95_ms": 3.8267, "p99_ms": 5.3611, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 140.0825, "count": 467, "max_ms": 5143.3805, "p50_ms": 25.2261, "p95_ms": 566.9754, "p99_ms": 1020.3327, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 377, "relay_transport": 1}, "generation": "792fde5f", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 467, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2265, "p50_ms": 0.0506, "p95_ms": 0.0839, "p99_ms": 0.1203}, "wait_ms": {"count": 256, "max_ms": 244.5965, "p50_ms": 2.061, "p95_ms": 3.3934, "p99_ms": 4.4695}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 467, "artifact_failed": 0, "artifact_requested": 467, "artifact_success": 467, "completed": 467, "completed_failed": 378, "completed_success": 89, "cooldown_promoted": 90, "database_requested": 467, "db_insert_success": 90, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6628, "relay_business_failed": 0, "relay_business_success": 89, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 467, "relay_transport_failed": 1, "relay_transport_success": 89, "reservation_requested": 467}, "snapshot": {"copied_bytes": 1291161600, "copied_count": 467, "copy": {"count": 256, "max_ms": 3.9239, "p50_ms": 0.8309, "p95_ms": 1.7343, "p99_ms": 2.353}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T01:59:51+09:00", "last_error_summary": "[in#0/rtsp @ 0x612b8f4e1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x612b8f4e1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-08-28T06:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T01:59:54+09:00", "pid": 9928, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.891, "name": "ffmpeg", "pid": 9928, "rss_mb": 44.891, "state": "S (sleeping)", "threads": 1}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 89, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.328, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "792fde5f", "last_frame_pushed_age_sec": 4.238, "last_frame_pushed_at": "2026-08-30T01:59:51+09:00", "last_frame_read_age_sec": 4.283, "last_frame_read_at": "2026-08-30T01:59:51+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 42.216, "last_sample_duration_ms": 541.307, "last_trigger": "periodic", "next_snapshot_in_sec": 557.784, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 517, "storage_bytes": 2352626}, "mjpeg": {"age_sec": 4.231, "exists": true, "mtime": "2026-08-30T01:59:51.877814+09:00", "mtime_epoch": 1788022791.8778136, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 107977}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-08-30T01:59:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2677.199, "name": "celery", "pid": 245, "rss_mb": 2677.199, "state": "S (sleeping)", "threads": 89}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 278, "last_event_ttl_s": 120.0, "last_prune_age_s": 4.88, "off_candidate_pruned_total": 931}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 16502, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.057933, "worker_small_worker_ratio": 0.8}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 62}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 62}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 62}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 62, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.069, "pushed": 2.069, "read": 2.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.007, "p95_ms": 0.005, "reason": null, "sample_age_ms": 4250.252, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.022, "count": 61, "max_ms": 4.968, "p95_ms": 3.42, "reason": null, "sample_age_ms": 4282.821, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 61, "max_ms": 0.032, "p95_ms": 0.024, "reason": null, "sample_age_ms": 4286.134, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.046, "count": 62, "max_ms": 0.141, "p95_ms": 0.066, "reason": null, "sample_age_ms": 4250.256, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.183, "count": 61, "max_ms": 1.683, "p95_ms": 1.479, "reason": null, "sample_age_ms": 4281.505, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2764808.0, "count": 61, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4281.457, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 62, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4250.296, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.525, "count": 62, "max_ms": 49.427, "p95_ms": 31.492, "reason": null, "sample_age_ms": 4250.25, "source": "client_direct"}, "sample_age_ms": 4250.248, "source": "client_direct", "task_total_ms": {"avg_ms": 29.85, "count": 62, "max_ms": 50.58, "p95_ms": 32.789, "reason": null, "sample_age_ms": 4250.248, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.01, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4249.536, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.426, "count": 61, "max_ms": 8.297, "p95_ms": 7.466, "reason": null, "sample_age_ms": 4279.294, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 61, "max_ms": 0.048, "p95_ms": 0.022, "reason": null, "sample_age_ms": 4286.101, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.051, "count": 62, "max_ms": 0.229, "p95_ms": 0.118, "reason": null, "sample_age_ms": 4249.541, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.213, "count": 61, "max_ms": 1.968, "p95_ms": 1.634, "reason": null, "sample_age_ms": 4277.295, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2764808.0, "count": 61, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4277.278, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 62, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4249.581, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.197, "count": 62, "max_ms": 55.337, "p95_ms": 29.598, "reason": null, "sample_age_ms": 4249.533, "source": "client_direct"}, "sample_age_ms": 4249.531, "source": "client_direct", "task_total_ms": {"avg_ms": 29.552, "count": 62, "max_ms": 56.601, "p95_ms": 30.965, "reason": null, "sample_age_ms": 4249.531, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 62, "client_acquire_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4247.505, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 9.873, "count": 62, "max_ms": 11.56, "p95_ms": 11.256, "reason": null, "sample_age_ms": 4274.538, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 61, "max_ms": 0.03, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4286.07, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.058, "count": 62, "max_ms": 0.195, "p95_ms": 0.134, "reason": null, "sample_age_ms": 4247.51, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.235, "count": 62, "max_ms": 1.694, "p95_ms": 1.497, "reason": null, "sample_age_ms": 4273.398, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2764808.0, "count": 62, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4273.383, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 62, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4247.57, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.517, "count": 62, "max_ms": 50.562, "p95_ms": 26.288, "reason": null, "sample_age_ms": 4247.503, "source": "client_direct"}, "sample_age_ms": 4247.499, "source": "client_direct", "task_total_ms": {"avg_ms": 26.903, "count": 62, "max_ms": 52.021, "p95_ms": 28.007, "reason": null, "sample_age_ms": 4247.499, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.014, "p95_ms": 0.006, "reason": null, "sample_age_ms": 4254.171, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.404, "count": 61, "max_ms": 1.335, "p95_ms": 0.949, "reason": null, "sample_age_ms": 4285.927, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.115, "count": 61, "max_ms": 0.825, "p95_ms": 0.708, "reason": null, "sample_age_ms": 4286.203, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 62, "max_ms": 0.182, "p95_ms": 0.119, "reason": null, "sample_age_ms": 4254.176, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.947, "count": 61, "max_ms": 1.259, "p95_ms": 1.2, "reason": null, "sample_age_ms": 4284.91, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2764808.0, "count": 61, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4284.895, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 62, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4254.245, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.988, "count": 62, "max_ms": 45.23, "p95_ms": 32.443, "reason": null, "sample_age_ms": 4254.168, "source": "client_direct"}, "sample_age_ms": 4254.166, "source": "client_direct", "task_total_ms": {"avg_ms": 29.113, "count": 62, "max_ms": 46.448, "p95_ms": 33.598, "reason": null, "sample_age_ms": 4254.166, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 245, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.26, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.456, "count": 62, "max_ms": 0.846, "p95_ms": 0.763}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.08, "count": 62, "max_ms": 0.192, "p95_ms": 0.136}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 62, "max_ms": 0.225, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.003, "count": 62, "max_ms": 0.026, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.049, "count": 62, "max_ms": 0.146, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.001, "count": 62, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.154, "count": 62, "max_ms": 0.323, "p95_ms": 0.269}, "setup_ms": {"avg_ms": 0.028, "count": 62, "max_ms": 0.048, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.428, "count": 62, "max_ms": 0.807, "p95_ms": 0.734}, "track_match_ms": {"avg_ms": 0.003, "count": 62, "max_ms": 0.007, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.016, "count": 62, "max_ms": 0.03, "p95_ms": 0.025}}, "gstreamer_push": {"avg_ms": 1.135, "count": 62, "max_ms": 1.4, "p95_ms": 1.354}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.005, "p95_ms": 0.004}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 33.264, "count": 62, "max_ms": 56.489, "p95_ms": 36.742}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 36.424, "count": 62, "max_ms": 65.849, "p95_ms": 37.722}, "yolo11_640_fire_11class": {"avg_ms": 37.178, "count": 62, "max_ms": 64.582, "p95_ms": 38.736}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 29.752, "count": 62, "max_ms": 47.93, "p95_ms": 34.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.018, "count": 62, "max_ms": 0.039, "p95_ms": 0.029}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 40.794, "count": 62, "max_ms": 69.531, "p95_ms": 42.256}, "inference_input_copy_ms": {"avg_ms": 0.594, "count": 62, "max_ms": 0.999, "p95_ms": 0.81}, "processing_residual_ms": {"avg_ms": 0.05, "count": 62, "max_ms": 0.081, "p95_ms": 0.067}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 41.456, "count": 62, "max_ms": 70.136, "p95_ms": 42.903}, "read_interval": {"avg_ms": 421.698, "count": 61, "max_ms": 20288.606, "p95_ms": 140.257}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 62, "max_ms": 0.04, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.122, "count": 62, "max_ms": 0.263, "p95_ms": 0.204}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 62, "max_ms": 0.014, "p95_ms": 0.013}, "scenario.falldown_detected_ms": {"avg_ms": 0.053, "count": 62, "max_ms": 0.135, "p95_ms": 0.089}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 62, "max_ms": 0.011, "p95_ms": 0.003}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.051, "count": 62, "max_ms": 0.111, "p95_ms": 0.088}, "worker_merge_ms": {"avg_ms": 0.003, "count": 62, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 37.36, "count": 62, "max_ms": 65.854, "p95_ms": 38.975}, "visualize": {"avg_ms": 2.432, "count": 62, "max_ms": 3.004, "p95_ms": 2.766}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 2.327, "count": 62, "max_ms": 2.887, "p95_ms": 2.626}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 2.268, "count": 62, "max_ms": 2.787, "p95_ms": 2.565}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 62, "max_ms": 0.075, "p95_ms": 0.042}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 62}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 245, "process_rss_mb_proxy": 2677.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.193, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "792fde5f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.355, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107051, "write_bytes_delta": 107051, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 43.0, "cpu_core_ratio": 0.015895, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6076.0, "pid": 9545, "reason": null, "system_cpu_core_ratio": 0.002408, "system_cpu_s_delta": 0.05000000000001137, "user_cpu_core_ratio": 0.013486, "user_cpu_s_delta": 0.27999999999974534}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.02023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 245, "reason": null, "system_cpu_core_ratio": 0.004817, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.015413, "user_cpu_s_delta": 0.3200000000069849}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.151, "count": 99, "max_ms": 1.753, "p95_ms": 1.388, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.02, "max": 4.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.998, "count": 30, "max": 55.193, "p95": 39.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.047, "count": 30, "max": 15.442, "p95": 14.195, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 390.133, "count": 30, "max": 409.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 202.533, "count": 30, "max": 6076.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.035, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.248, "count": 30, "max": 0.275, "p95": 0.272, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2275.267, "count": 30, "max": 7334.0, "p95": 6665.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.14, "p95": 0.112, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.357, "p95": 0.354, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29796, "sampled_at": "2026-08-30T01:59:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:59:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-08-26T09:58:16+09:00", "state": "running", "task_id": "877eb95d-e4f0-4c14-99f3-63a3b48f81de", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 8759.277, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8534752358400, "copied_frame_count": 3086933, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-29T15:18:03+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5319236, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-29T15:17:58+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.961}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "792fde5f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 470, "events_emitted": 89, "events_failed": 378, "events_observed": 470, "events_suppressed": 3, "frame_buffer_copied_bytes": 8534752358400, "frame_buffer_copies": 3086933, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4500, "recorder_active_input_bytes": 12441600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 90, "recorder_clips_failed": 0, "recorder_clips_started": 90, "stage_failures": 379, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 90, "worker_jobs_accepted": 467, "worker_jobs_completed": 89, "worker_jobs_failed": 378, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0603, "count": 512, "max_ms": 0.8497, "p50_ms": 0.0523, "p95_ms": 0.0744, "p99_ms": 0.0889}, "stages": {"db_insert": {"avg_ms": 27.8714, "count": 90, "max_ms": 54.3823, "p50_ms": 27.2319, "p95_ms": 42.9725, "p99_ms": 52.1873, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9534, "count": 467, "max_ms": 3.9239, "p50_ms": 0.8323, "p95_ms": 1.7277, "p99_ms": 2.3433, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 234.8126, "count": 470, "max_ms": 5563.7324, "p50_ms": 29.6277, "p95_ms": 1071.5816, "p99_ms": 1566.6342, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4117, "count": 512, "max_ms": 0.9028, "p50_ms": 0.3956, "p95_ms": 0.5114, "p99_ms": 0.6041, "results": {"failed": 0, "not_applicable": 0, "success": 3086933, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 85.0264, "count": 470, "max_ms": 959.9192, "p50_ms": 2.2099, "p95_ms": 434.0883, "p99_ms": 618.9977, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.037, "count": 467, "max_ms": 48.9157, "p50_ms": 9.9814, "p95_ms": 27.6389, "p99_ms": 38.6722, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.2772, "count": 512, "max_ms": 7.8077, "p50_ms": 4.219, "p95_ms": 5.6957, "p99_ms": 6.5391, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8182, "count": 512, "max_ms": 39.1262, "p50_ms": 0.6402, "p95_ms": 1.4401, "p99_ms": 2.176, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 83.2488, "count": 467, "max_ms": 956.5495, "p50_ms": 0.0637, "p95_ms": 431.6846, "p99_ms": 617.2329, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 367.4217, "count": 90, "max_ms": 880.0845, "p50_ms": 334.1597, "p95_ms": 555.0085, "p99_ms": 740.8638, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 61.2629, "count": 90, "max_ms": 84.3476, "p50_ms": 61.8206, "p95_ms": 73.3249, "p99_ms": 79.7825, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1924, "count": 90, "max_ms": 3.0957, "p50_ms": 1.0639, "p95_ms": 2.2295, "p99_ms": 2.9312, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 467, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.6601, "count": 90, "max_ms": 46.6659, "p50_ms": 30.5677, "p95_ms": 41.6104, "p99_ms": 44.1625, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6323, "count": 467, "max_ms": 5.9438, "p50_ms": 0.5334, "p95_ms": 1.0742, "p99_ms": 2.251, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 566.8116, "count": 90, "max_ms": 5069.649, "p50_ms": 385.6403, "p95_ms": 980.0013, "p99_ms": 4570.6761, "results": {"failed": 1, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 470, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5348, "count": 467, "max_ms": 19.3884, "p50_ms": 1.0077, "p95_ms": 5.1866, "p99_ms": 11.5234, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.6833, "count": 467, "max_ms": 38.724, "p50_ms": 4.1482, "p95_ms": 23.3865, "p99_ms": 30.819, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.06, "count": 467, "max_ms": 1.295, "p50_ms": 0.0504, "p95_ms": 0.0875, "p99_ms": 0.1295, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 10.8774, "count": 467, "max_ms": 3770.7504, "p50_ms": 2.1746, "p95_ms": 3.8267, "p99_ms": 5.3611, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 140.0825, "count": 467, "max_ms": 5143.3805, "p50_ms": 25.2261, "p95_ms": 566.9754, "p99_ms": 1020.3327, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 377, "relay_transport": 1}, "generation": "792fde5f", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 467, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2265, "p50_ms": 0.0506, "p95_ms": 0.0839, "p99_ms": 0.1203}, "wait_ms": {"count": 256, "max_ms": 244.5965, "p50_ms": 2.061, "p95_ms": 3.3934, "p99_ms": 4.4695}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 467, "artifact_failed": 0, "artifact_requested": 467, "artifact_success": 467, "completed": 467, "completed_failed": 378, "completed_success": 89, "cooldown_promoted": 90, "database_requested": 467, "db_insert_success": 90, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6628, "relay_business_failed": 0, "relay_business_success": 89, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 467, "relay_transport_failed": 1, "relay_transport_success": 89, "reservation_requested": 467}, "snapshot": {"copied_bytes": 1291161600, "copied_count": 467, "copy": {"count": 256, "max_ms": 3.9239, "p50_ms": 0.8309, "p95_ms": 1.7343, "p99_ms": 2.353}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:00:04+09:00", "last_error_summary": "[tcp @ 0x559045f49940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x559045f46e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-08-28T06:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.099, "last_started_at": "2026-08-30T01:59:54+09:00", "pid": 9928, "process": {"exists": false, "pid": 9928}, "restart_count": 35, "restart_count_per_hour": 1, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.222, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_frame_read_age_sec>10s", "last_frame_pushed_age_sec>10s"]}, "instance_id": "792fde5f", "last_frame_pushed_age_sec": 12.336, "last_frame_pushed_at": "2026-08-30T01:59:51+09:00", "last_frame_read_age_sec": 12.381, "last_frame_read_at": "2026-08-30T01:59:51+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 50.343, "last_sample_duration_ms": 541.307, "last_trigger": "periodic", "next_snapshot_in_sec": 549.657, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 517, "storage_bytes": 2352626}, "mjpeg": {"age_sec": 12.329, "exists": true, "mtime": "2026-08-30T01:59:51.877814+09:00", "mtime_epoch": 1788022791.8778136, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 107977}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-08-30T02:00:04+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 2677.199, "name": "celery", "pid": 245, "rss_mb": 2677.199, "state": "S (sleeping)", "threads": 89}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "frame_read_stale_warning", "frame_push_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 278, "last_event_ttl_s": 120.0, "last_prune_age_s": 12.993, "off_candidate_pruned_total": 931}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 16502, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.057933, "worker_small_worker_ratio": 0.8}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 13, "pushed_frames": 13, "read_frames": 13, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.998, "pushed": 0.998, "read": 0.998}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.004, "count": 13, "max_ms": 0.005, "p95_ms": 0.005, "reason": null, "sample_age_ms": 12349.504, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.101, "count": 13, "max_ms": 4.968, "p95_ms": 4.024, "reason": null, "sample_age_ms": 12382.072, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 13, "max_ms": 0.029, "p95_ms": 0.023, "reason": null, "sample_age_ms": 12385.385, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.043, "count": 13, "max_ms": 0.075, "p95_ms": 0.062, "reason": null, "sample_age_ms": 12349.507, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.229, "count": 13, "max_ms": 1.551, "p95_ms": 1.504, "reason": null, "sample_age_ms": 12380.756, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 12380.708, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12349.547, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.962, "count": 13, "max_ms": 49.427, "p95_ms": 38.45, "reason": null, "sample_age_ms": 12349.501, "source": "client_direct"}, "sample_age_ms": 12349.499, "source": "client_direct", "task_total_ms": {"avg_ms": 31.328, "count": 13, "max_ms": 50.58, "p95_ms": 39.774, "reason": null, "sample_age_ms": 12349.499, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.004, "count": 13, "max_ms": 0.005, "p95_ms": 0.005, "reason": null, "sample_age_ms": 12348.787, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.525, "count": 13, "max_ms": 8.297, "p95_ms": 7.662, "reason": null, "sample_age_ms": 12378.545, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 13, "max_ms": 0.017, "p95_ms": 0.015, "reason": null, "sample_age_ms": 12385.352, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 13, "max_ms": 0.157, "p95_ms": 0.134, "reason": null, "sample_age_ms": 12348.792, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.193, "count": 13, "max_ms": 1.968, "p95_ms": 1.71, "reason": null, "sample_age_ms": 12376.546, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 12376.529, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12348.832, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.718, "count": 13, "max_ms": 55.337, "p95_ms": 39.894, "reason": null, "sample_age_ms": 12348.784, "source": "client_direct"}, "sample_age_ms": 12348.782, "source": "client_direct", "task_total_ms": {"avg_ms": 31.054, "count": 13, "max_ms": 56.601, "p95_ms": 41.029, "reason": null, "sample_age_ms": 12348.782, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 12346.756, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.036, "count": 13, "max_ms": 11.56, "p95_ms": 11.548, "reason": null, "sample_age_ms": 12373.789, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.012, "count": 13, "max_ms": 0.012, "p95_ms": 0.012, "reason": null, "sample_age_ms": 12385.321, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.05, "count": 13, "max_ms": 0.129, "p95_ms": 0.105, "reason": null, "sample_age_ms": 12346.761, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.308, "count": 13, "max_ms": 1.498, "p95_ms": 1.49, "reason": null, "sample_age_ms": 12372.649, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 12372.634, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12346.821, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.633, "count": 13, "max_ms": 50.562, "p95_ms": 35.872, "reason": null, "sample_age_ms": 12346.754, "source": "client_direct"}, "sample_age_ms": 12346.75, "source": "client_direct", "task_total_ms": {"avg_ms": 28.084, "count": 13, "max_ms": 52.021, "p95_ms": 37.376, "reason": null, "sample_age_ms": 12346.75, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.004, "count": 13, "max_ms": 0.006, "p95_ms": 0.006, "reason": null, "sample_age_ms": 12353.422, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.398, "count": 13, "max_ms": 1.335, "p95_ms": 0.78, "reason": null, "sample_age_ms": 12385.178, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.095, "count": 13, "max_ms": 0.724, "p95_ms": 0.323, "reason": null, "sample_age_ms": 12385.454, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.054, "count": 13, "max_ms": 0.07, "p95_ms": 0.067, "reason": null, "sample_age_ms": 12353.427, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.927, "count": 13, "max_ms": 1.072, "p95_ms": 1.063, "reason": null, "sample_age_ms": 12384.161, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 12384.146, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12353.496, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.323, "count": 13, "max_ms": 45.23, "p95_ms": 36.461, "reason": null, "sample_age_ms": 12353.419, "source": "client_direct"}, "sample_age_ms": 12353.417, "source": "client_direct", "task_total_ms": {"avg_ms": 30.404, "count": 13, "max_ms": 46.448, "p95_ms": 37.633, "reason": null, "sample_age_ms": 12353.417, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 245, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.138, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.478, "count": 13, "max_ms": 0.763, "p95_ms": 0.763}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.095, "count": 13, "max_ms": 0.192, "p95_ms": 0.192}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 13, "max_ms": 0.168, "p95_ms": 0.168}, "event_filter_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.004, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 13, "max_ms": 0.08, "p95_ms": 0.08}, "mcmt_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 13, "max_ms": 0.241, "p95_ms": 0.241}, "setup_ms": {"avg_ms": 0.027, "count": 13, "max_ms": 0.041, "p95_ms": 0.041}, "total_inside_ms": {"avg_ms": 0.452, "count": 13, "max_ms": 0.734, "p95_ms": 0.734}, "track_match_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.006, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.017, "count": 13, "max_ms": 0.025, "p95_ms": 0.025}}, "gstreamer_push": {"avg_ms": 1.159, "count": 13, "max_ms": 1.35, "p95_ms": 1.35}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.004, "count": 13, "max_ms": 0.005, "p95_ms": 0.005}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 34.785, "count": 13, "max_ms": 56.489, "p95_ms": 56.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 37.961, "count": 13, "max_ms": 65.849, "p95_ms": 65.849}, "yolo11_640_fire_11class": {"avg_ms": 38.494, "count": 13, "max_ms": 64.582, "p95_ms": 64.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 31.003, "count": 13, "max_ms": 47.93, "p95_ms": 47.93}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.018, "count": 13, "max_ms": 0.029, "p95_ms": 0.029}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 42.283, "count": 13, "max_ms": 69.531, "p95_ms": 69.531}, "inference_input_copy_ms": {"avg_ms": 0.616, "count": 13, "max_ms": 0.76, "p95_ms": 0.76}, "processing_residual_ms": {"avg_ms": 0.045, "count": 13, "max_ms": 0.077, "p95_ms": 0.077}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 42.962, "count": 13, "max_ms": 70.136, "p95_ms": 70.136}, "read_interval": {"avg_ms": 1610.255, "count": 13, "max_ms": 20288.606, "p95_ms": 20288.606}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 13, "max_ms": 0.04, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.126, "count": 13, "max_ms": 0.198, "p95_ms": 0.198}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 13, "max_ms": 0.013, "p95_ms": 0.013}, "scenario.falldown_detected_ms": {"avg_ms": 0.059, "count": 13, "max_ms": 0.13, "p95_ms": 0.13}, "scenario.fire_detected_ms": {"avg_ms": 0.001, "count": 13, "max_ms": 0.002, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.048, "count": 13, "max_ms": 0.068, "p95_ms": 0.068}, "worker_merge_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 38.823, "count": 13, "max_ms": 65.854, "p95_ms": 65.854}, "visualize": {"avg_ms": 2.439, "count": 13, "max_ms": 2.637, "p95_ms": 2.637}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 2.331, "count": 13, "max_ms": 2.514, "p95_ms": 2.514}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 2.272, "count": 13, "max_ms": 2.456, "p95_ms": 2.456}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 13, "max_ms": 0.044, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 13}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 245, "process_rss_mb_proxy": 2677.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.193, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "792fde5f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.355, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107051, "write_bytes_delta": 107051, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 43.0, "cpu_core_ratio": 0.015895, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6076.0, "pid": 9545, "reason": null, "system_cpu_core_ratio": 0.002408, "system_cpu_s_delta": 0.05000000000001137, "user_cpu_core_ratio": 0.013486, "user_cpu_s_delta": 0.27999999999974534}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.02023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 245, "reason": null, "system_cpu_core_ratio": 0.004817, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.015413, "user_cpu_s_delta": 0.3200000000069849}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.151, "count": 99, "max_ms": 1.753, "p95_ms": 1.388, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.02, "max": 4.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.998, "count": 30, "max": 55.193, "p95": 39.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.047, "count": 30, "max": 15.442, "p95": 14.195, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 390.133, "count": 30, "max": 409.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 202.533, "count": 30, "max": 6076.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.035, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.248, "count": 30, "max": 0.275, "p95": 0.272, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2275.267, "count": 30, "max": 7334.0, "p95": 6665.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.14, "p95": 0.112, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.357, "p95": 0.354, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29796, "sampled_at": "2026-08-30T01:59:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:59:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 13.026, "window_s": 30.0}, "started_at": "2026-08-26T09:58:16+09:00", "state": "running", "task_id": "877eb95d-e4f0-4c14-99f3-63a3b48f81de", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 8758.406, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8534752358400, "copied_frame_count": 3086933, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-29T15:18:03+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5319236, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-29T15:17:58+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.961}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "792fde5f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 470, "events_emitted": 89, "events_failed": 378, "events_observed": 470, "events_suppressed": 3, "frame_buffer_copied_bytes": 8534752358400, "frame_buffer_copies": 3086933, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4500, "recorder_active_input_bytes": 12441600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 90, "recorder_clips_failed": 0, "recorder_clips_started": 90, "stage_failures": 379, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 90, "worker_jobs_accepted": 467, "worker_jobs_completed": 89, "worker_jobs_failed": 378, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0603, "count": 512, "max_ms": 0.8497, "p50_ms": 0.0523, "p95_ms": 0.0744, "p99_ms": 0.0889}, "stages": {"db_insert": {"avg_ms": 27.8714, "count": 90, "max_ms": 54.3823, "p50_ms": 27.2319, "p95_ms": 42.9725, "p99_ms": 52.1873, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9534, "count": 467, "max_ms": 3.9239, "p50_ms": 0.8323, "p95_ms": 1.7277, "p99_ms": 2.3433, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 234.8126, "count": 470, "max_ms": 5563.7324, "p50_ms": 29.6277, "p95_ms": 1071.5816, "p99_ms": 1566.6342, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4117, "count": 512, "max_ms": 0.9028, "p50_ms": 0.3956, "p95_ms": 0.5114, "p99_ms": 0.6041, "results": {"failed": 0, "not_applicable": 0, "success": 3086933, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 85.0264, "count": 470, "max_ms": 959.9192, "p50_ms": 2.2099, "p95_ms": 434.0883, "p99_ms": 618.9977, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.037, "count": 467, "max_ms": 48.9157, "p50_ms": 9.9814, "p95_ms": 27.6389, "p99_ms": 38.6722, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.2772, "count": 512, "max_ms": 7.8077, "p50_ms": 4.219, "p95_ms": 5.6957, "p99_ms": 6.5391, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8182, "count": 512, "max_ms": 39.1262, "p50_ms": 0.6402, "p95_ms": 1.4401, "p99_ms": 2.176, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 83.2488, "count": 467, "max_ms": 956.5495, "p50_ms": 0.0637, "p95_ms": 431.6846, "p99_ms": 617.2329, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 367.4217, "count": 90, "max_ms": 880.0845, "p50_ms": 334.1597, "p95_ms": 555.0085, "p99_ms": 740.8638, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 61.2629, "count": 90, "max_ms": 84.3476, "p50_ms": 61.8206, "p95_ms": 73.3249, "p99_ms": 79.7825, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1924, "count": 90, "max_ms": 3.0957, "p50_ms": 1.0639, "p95_ms": 2.2295, "p99_ms": 2.9312, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 467, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.6601, "count": 90, "max_ms": 46.6659, "p50_ms": 30.5677, "p95_ms": 41.6104, "p99_ms": 44.1625, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6323, "count": 467, "max_ms": 5.9438, "p50_ms": 0.5334, "p95_ms": 1.0742, "p99_ms": 2.251, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 566.8116, "count": 90, "max_ms": 5069.649, "p50_ms": 385.6403, "p95_ms": 980.0013, "p99_ms": 4570.6761, "results": {"failed": 1, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 470, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5348, "count": 467, "max_ms": 19.3884, "p50_ms": 1.0077, "p95_ms": 5.1866, "p99_ms": 11.5234, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.6833, "count": 467, "max_ms": 38.724, "p50_ms": 4.1482, "p95_ms": 23.3865, "p99_ms": 30.819, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.06, "count": 467, "max_ms": 1.295, "p50_ms": 0.0504, "p95_ms": 0.0875, "p99_ms": 0.1295, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 10.8774, "count": 467, "max_ms": 3770.7504, "p50_ms": 2.1746, "p95_ms": 3.8267, "p99_ms": 5.3611, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 140.0825, "count": 467, "max_ms": 5143.3805, "p50_ms": 25.2261, "p95_ms": 566.9754, "p99_ms": 1020.3327, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 377, "relay_transport": 1}, "generation": "792fde5f", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 467, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2265, "p50_ms": 0.0506, "p95_ms": 0.0839, "p99_ms": 0.1203}, "wait_ms": {"count": 256, "max_ms": 244.5965, "p50_ms": 2.061, "p95_ms": 3.3934, "p99_ms": 4.4695}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 467, "artifact_failed": 0, "artifact_requested": 467, "artifact_success": 467, "completed": 467, "completed_failed": 378, "completed_success": 89, "cooldown_promoted": 90, "database_requested": 467, "db_insert_success": 90, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6628, "relay_business_failed": 0, "relay_business_success": 89, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 467, "relay_transport_failed": 1, "relay_transport_success": 89, "reservation_requested": 467}, "snapshot": {"copied_bytes": 1291161600, "copied_count": 467, "copy": {"count": 256, "max_ms": 3.9239, "p50_ms": 0.8309, "p95_ms": 1.7343, "p99_ms": 2.353}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:00:11+09:00", "last_error_summary": "[tcp @ 0x614053e1b940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: No route to host [in#0 @ 0x614053e18e00] Error opening input: No route to host Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: No route to host", "last_exit_at": "2026-08-28T06:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 3.094, "last_started_at": "2026-08-30T02:00:08+09:00", "pid": 9930, "process": {"exists": false, "pid": 9930}, "restart_count": 36, "restart_count_per_hour": 2, "rtsp_timeout_count": 92, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": false, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.224, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_frame_read_age_sec>10s", "last_frame_pushed_age_sec>10s"]}, "instance_id": "792fde5f", "last_frame_pushed_age_sec": 19.714, "last_frame_pushed_at": "2026-08-30T01:59:51+09:00", "last_frame_read_age_sec": 19.759, "last_frame_read_at": "2026-08-30T01:59:51+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 57.69, "last_sample_duration_ms": 541.307, "last_trigger": "periodic", "next_snapshot_in_sec": 542.31, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 517, "storage_bytes": 2352626}, "mjpeg": {"age_sec": 19.707, "exists": true, "mtime": "2026-08-30T01:59:51.877814+09:00", "mtime_epoch": 1788022791.8778136, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 107977}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-08-30T02:00:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2677.195, "name": "celery", "pid": 245, "rss_mb": 2677.195, "state": "S (sleeping)", "threads": 88}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "frame_read_stale_warning", "frame_push_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 278, "last_event_ttl_s": 120.0, "last_prune_age_s": 20.354, "off_candidate_pruned_total": 931}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 16502, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.057933, "worker_small_worker_ratio": 0.8}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 13}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 3, "processed_frames": 13, "pushed_frames": 13, "read_frames": 13, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.637, "pushed": 0.637, "read": 0.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.004, "count": 13, "max_ms": 0.005, "p95_ms": 0.005, "reason": null, "sample_age_ms": 19724.195, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.101, "count": 13, "max_ms": 4.968, "p95_ms": 4.024, "reason": null, "sample_age_ms": 19756.764, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 13, "max_ms": 0.029, "p95_ms": 0.023, "reason": null, "sample_age_ms": 19760.077, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.043, "count": 13, "max_ms": 0.075, "p95_ms": 0.062, "reason": null, "sample_age_ms": 19724.199, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.229, "count": 13, "max_ms": 1.551, "p95_ms": 1.504, "reason": null, "sample_age_ms": 19755.448, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 19755.4, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19724.239, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.962, "count": 13, "max_ms": 49.427, "p95_ms": 38.45, "reason": null, "sample_age_ms": 19724.193, "source": "client_direct"}, "sample_age_ms": 19724.191, "source": "client_direct", "task_total_ms": {"avg_ms": 31.328, "count": 13, "max_ms": 50.58, "p95_ms": 39.774, "reason": null, "sample_age_ms": 19724.191, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.004, "count": 13, "max_ms": 0.005, "p95_ms": 0.005, "reason": null, "sample_age_ms": 19723.479, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.525, "count": 13, "max_ms": 8.297, "p95_ms": 7.662, "reason": null, "sample_age_ms": 19753.237, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 13, "max_ms": 0.017, "p95_ms": 0.015, "reason": null, "sample_age_ms": 19760.044, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 13, "max_ms": 0.157, "p95_ms": 0.134, "reason": null, "sample_age_ms": 19723.484, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.193, "count": 13, "max_ms": 1.968, "p95_ms": 1.71, "reason": null, "sample_age_ms": 19751.238, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 19751.221, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19723.524, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.718, "count": 13, "max_ms": 55.337, "p95_ms": 39.894, "reason": null, "sample_age_ms": 19723.476, "source": "client_direct"}, "sample_age_ms": 19723.474, "source": "client_direct", "task_total_ms": {"avg_ms": 31.054, "count": 13, "max_ms": 56.601, "p95_ms": 41.029, "reason": null, "sample_age_ms": 19723.474, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.005, "count": 13, "max_ms": 0.007, "p95_ms": 0.007, "reason": null, "sample_age_ms": 19721.448, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.036, "count": 13, "max_ms": 11.56, "p95_ms": 11.548, "reason": null, "sample_age_ms": 19748.481, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.012, "count": 13, "max_ms": 0.012, "p95_ms": 0.012, "reason": null, "sample_age_ms": 19760.013, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.05, "count": 13, "max_ms": 0.129, "p95_ms": 0.105, "reason": null, "sample_age_ms": 19721.453, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.308, "count": 13, "max_ms": 1.498, "p95_ms": 1.49, "reason": null, "sample_age_ms": 19747.341, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 19747.326, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19721.513, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.633, "count": 13, "max_ms": 50.562, "p95_ms": 35.872, "reason": null, "sample_age_ms": 19721.446, "source": "client_direct"}, "sample_age_ms": 19721.442, "source": "client_direct", "task_total_ms": {"avg_ms": 28.084, "count": 13, "max_ms": 52.021, "p95_ms": 37.376, "reason": null, "sample_age_ms": 19721.442, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 13, "client_acquire_ms": {"avg_ms": 0.004, "count": 13, "max_ms": 0.006, "p95_ms": 0.006, "reason": null, "sample_age_ms": 19728.114, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.398, "count": 13, "max_ms": 1.335, "p95_ms": 0.78, "reason": null, "sample_age_ms": 19759.87, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.095, "count": 13, "max_ms": 0.724, "p95_ms": 0.323, "reason": null, "sample_age_ms": 19760.146, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.054, "count": 13, "max_ms": 0.07, "p95_ms": 0.067, "reason": null, "sample_age_ms": 19728.119, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.927, "count": 13, "max_ms": 1.072, "p95_ms": 1.063, "reason": null, "sample_age_ms": 19758.853, "source": "client_direct"}, "request_count": 13, "request_tensor_bytes": {"avg": 2764808.0, "count": 13, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 19758.838, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 13, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19728.188, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.323, "count": 13, "max_ms": 45.23, "p95_ms": 36.461, "reason": null, "sample_age_ms": 19728.111, "source": "client_direct"}, "sample_age_ms": 19728.109, "source": "client_direct", "task_total_ms": {"avg_ms": 30.404, "count": 13, "max_ms": 46.448, "p95_ms": 37.633, "reason": null, "sample_age_ms": 19728.109, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 245, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.644, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.478, "count": 13, "max_ms": 0.763, "p95_ms": 0.763}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.095, "count": 13, "max_ms": 0.192, "p95_ms": 0.192}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 13, "max_ms": 0.168, "p95_ms": 0.168}, "event_filter_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.004, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 13, "max_ms": 0.08, "p95_ms": 0.08}, "mcmt_ms": {"avg_ms": 0.002, "count": 13, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 13, "max_ms": 0.241, "p95_ms": 0.241}, "setup_ms": {"avg_ms": 0.027, "count": 13, "max_ms": 0.041, "p95_ms": 0.041}, "total_inside_ms": {"avg_ms": 0.452, "count": 13, "max_ms": 0.734, "p95_ms": 0.734}, "track_match_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.006, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.017, "count": 13, "max_ms": 0.025, "p95_ms": 0.025}}, "gstreamer_push": {"avg_ms": 1.159, "count": 13, "max_ms": 1.35, "p95_ms": 1.35}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.004, "count": 13, "max_ms": 0.005, "p95_ms": 0.005}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 34.785, "count": 13, "max_ms": 56.489, "p95_ms": 56.489}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 37.961, "count": 13, "max_ms": 65.849, "p95_ms": 65.849}, "yolo11_640_fire_11class": {"avg_ms": 38.494, "count": 13, "max_ms": 64.582, "p95_ms": 64.582}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 31.003, "count": 13, "max_ms": 47.93, "p95_ms": 47.93}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.018, "count": 13, "max_ms": 0.029, "p95_ms": 0.029}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 42.283, "count": 13, "max_ms": 69.531, "p95_ms": 69.531}, "inference_input_copy_ms": {"avg_ms": 0.616, "count": 13, "max_ms": 0.76, "p95_ms": 0.76}, "processing_residual_ms": {"avg_ms": 0.045, "count": 13, "max_ms": 0.077, "p95_ms": 0.077}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 42.962, "count": 13, "max_ms": 70.136, "p95_ms": 70.136}, "read_interval": {"avg_ms": 1610.255, "count": 13, "max_ms": 20288.606, "p95_ms": 20288.606}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 13, "max_ms": 0.04, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.126, "count": 13, "max_ms": 0.198, "p95_ms": 0.198}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 13, "max_ms": 0.013, "p95_ms": 0.013}, "scenario.falldown_detected_ms": {"avg_ms": 0.059, "count": 13, "max_ms": 0.13, "p95_ms": 0.13}, "scenario.fire_detected_ms": {"avg_ms": 0.001, "count": 13, "max_ms": 0.002, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.048, "count": 13, "max_ms": 0.068, "p95_ms": 0.068}, "worker_merge_ms": {"avg_ms": 0.003, "count": 13, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 38.823, "count": 13, "max_ms": 65.854, "p95_ms": 65.854}, "visualize": {"avg_ms": 2.439, "count": 13, "max_ms": 2.637, "p95_ms": 2.637}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": 2.331, "count": 13, "max_ms": 2.514, "p95_ms": 2.514}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 2.272, "count": 13, "max_ms": 2.456, "p95_ms": 2.456}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 13, "max_ms": 0.044, "p95_ms": 0.044}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 13}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 13}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 245, "process_rss_mb_proxy": 2677.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.193, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "792fde5f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.355, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107051, "write_bytes_delta": 107051, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 43.0, "cpu_core_ratio": 0.015895, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6076.0, "pid": 9545, "reason": null, "system_cpu_core_ratio": 0.002408, "system_cpu_s_delta": 0.05000000000001137, "user_cpu_core_ratio": 0.013486, "user_cpu_s_delta": 0.27999999999974534}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.02023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 245, "reason": null, "system_cpu_core_ratio": 0.004817, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.015413, "user_cpu_s_delta": 0.3200000000069849}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.151, "count": 99, "max_ms": 1.753, "p95_ms": 1.388, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.02, "max": 4.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.998, "count": 30, "max": 55.193, "p95": 39.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.047, "count": 30, "max": 15.442, "p95": 14.195, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 390.133, "count": 30, "max": 409.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 202.533, "count": 30, "max": 6076.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.035, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.248, "count": 30, "max": 0.275, "p95": 0.272, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2275.267, "count": 30, "max": 7334.0, "p95": 6665.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.14, "p95": 0.112, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.357, "p95": 0.354, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29796, "sampled_at": "2026-08-30T01:59:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:59:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 20.404, "window_s": 30.0}, "started_at": "2026-08-26T09:58:16+09:00", "state": "running", "task_id": "877eb95d-e4f0-4c14-99f3-63a3b48f81de", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 8758.938, "limit_mb": null}, "detail": {"h264_decode_error_count": 0, "rtsp_timeout_count": 3, "sample_message": "[tcp @ 0x5f4eacc97940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5f4eacc94e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/20.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8534752358400, "copied_frame_count": 3086933, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-29T15:18:03+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5319236, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-29T15:17:58+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.961}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "792fde5f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 470, "events_emitted": 89, "events_failed": 378, "events_observed": 470, "events_suppressed": 3, "frame_buffer_copied_bytes": 8534752358400, "frame_buffer_copies": 3086933, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4500, "recorder_active_input_bytes": 12441600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 90, "recorder_clips_failed": 0, "recorder_clips_started": 90, "stage_failures": 379, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 90, "worker_jobs_accepted": 467, "worker_jobs_completed": 89, "worker_jobs_failed": 378, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0603, "count": 512, "max_ms": 0.8497, "p50_ms": 0.0523, "p95_ms": 0.0744, "p99_ms": 0.0889}, "stages": {"db_insert": {"avg_ms": 27.8714, "count": 90, "max_ms": 54.3823, "p50_ms": 27.2319, "p95_ms": 42.9725, "p99_ms": 52.1873, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9534, "count": 467, "max_ms": 3.9239, "p50_ms": 0.8323, "p95_ms": 1.7277, "p99_ms": 2.3433, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 234.8126, "count": 470, "max_ms": 5563.7324, "p50_ms": 29.6277, "p95_ms": 1071.5816, "p99_ms": 1566.6342, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4117, "count": 512, "max_ms": 0.9028, "p50_ms": 0.3956, "p95_ms": 0.5114, "p99_ms": 0.6041, "results": {"failed": 0, "not_applicable": 0, "success": 3086933, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 85.0264, "count": 470, "max_ms": 959.9192, "p50_ms": 2.2099, "p95_ms": 434.0883, "p99_ms": 618.9977, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.037, "count": 467, "max_ms": 48.9157, "p50_ms": 9.9814, "p95_ms": 27.6389, "p99_ms": 38.6722, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.2772, "count": 512, "max_ms": 7.8077, "p50_ms": 4.219, "p95_ms": 5.6957, "p99_ms": 6.5391, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8182, "count": 512, "max_ms": 39.1262, "p50_ms": 0.6402, "p95_ms": 1.4401, "p99_ms": 2.176, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 83.2488, "count": 467, "max_ms": 956.5495, "p50_ms": 0.0637, "p95_ms": 431.6846, "p99_ms": 617.2329, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 367.4217, "count": 90, "max_ms": 880.0845, "p50_ms": 334.1597, "p95_ms": 555.0085, "p99_ms": 740.8638, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 61.2629, "count": 90, "max_ms": 84.3476, "p50_ms": 61.8206, "p95_ms": 73.3249, "p99_ms": 79.7825, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1924, "count": 90, "max_ms": 3.0957, "p50_ms": 1.0639, "p95_ms": 2.2295, "p99_ms": 2.9312, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 467, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.6601, "count": 90, "max_ms": 46.6659, "p50_ms": 30.5677, "p95_ms": 41.6104, "p99_ms": 44.1625, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6323, "count": 467, "max_ms": 5.9438, "p50_ms": 0.5334, "p95_ms": 1.0742, "p99_ms": 2.251, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 566.8116, "count": 90, "max_ms": 5069.649, "p50_ms": 385.6403, "p95_ms": 980.0013, "p99_ms": 4570.6761, "results": {"failed": 1, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 470, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5348, "count": 467, "max_ms": 19.3884, "p50_ms": 1.0077, "p95_ms": 5.1866, "p99_ms": 11.5234, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.6833, "count": 467, "max_ms": 38.724, "p50_ms": 4.1482, "p95_ms": 23.3865, "p99_ms": 30.819, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.06, "count": 467, "max_ms": 1.295, "p50_ms": 0.0504, "p95_ms": 0.0875, "p99_ms": 0.1295, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 10.8774, "count": 467, "max_ms": 3770.7504, "p50_ms": 2.1746, "p95_ms": 3.8267, "p99_ms": 5.3611, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 140.0825, "count": 467, "max_ms": 5143.3805, "p50_ms": 25.2261, "p95_ms": 566.9754, "p99_ms": 1020.3327, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 377, "relay_transport": 1}, "generation": "792fde5f", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 467, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2265, "p50_ms": 0.0506, "p95_ms": 0.0839, "p99_ms": 0.1203}, "wait_ms": {"count": 256, "max_ms": 244.5965, "p50_ms": 2.061, "p95_ms": 3.3934, "p99_ms": 4.4695}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 467, "artifact_failed": 0, "artifact_requested": 467, "artifact_success": 467, "completed": 467, "completed_failed": 378, "completed_success": 89, "cooldown_promoted": 90, "database_requested": 467, "db_insert_success": 90, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6628, "relay_business_failed": 0, "relay_business_success": 89, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 467, "relay_transport_failed": 1, "relay_transport_success": 89, "reservation_requested": 467}, "snapshot": {"copied_bytes": 1291161600, "copied_count": 467, "copy": {"count": 256, "max_ms": 3.9239, "p50_ms": 0.8309, "p95_ms": 1.7343, "p99_ms": 2.353}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:00:29+09:00", "last_error_summary": "[tcp @ 0x5f4eacc97940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5f4eacc94e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-08-28T06:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.094, "last_started_at": "2026-08-30T02:00:19+09:00", "pid": 9932, "process": {"exists": false, "pid": 9932}, "restart_count": 37, "restart_count_per_hour": 3, "rtsp_timeout_count": 95, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.062, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "792fde5f", "last_frame_pushed_age_sec": 37.923, "last_frame_pushed_at": "2026-08-30T01:59:51+09:00", "last_frame_read_age_sec": 37.968, "last_frame_read_at": "2026-08-30T01:59:51+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 75.915, "last_sample_duration_ms": 541.307, "last_trigger": "periodic", "next_snapshot_in_sec": 524.085, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 517, "storage_bytes": 2352626}, "mjpeg": {"age_sec": 37.915, "exists": true, "mtime": "2026-08-30T01:59:51.877814+09:00", "mtime_epoch": 1788022791.8778136, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 107977}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-08-30T02:00:29+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2677.199, "name": "celery", "pid": 245, "rss_mb": 2677.199, "state": "S (sleeping)", "threads": 89}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 278, "last_event_ttl_s": 120.0, "last_prune_age_s": 38.575, "off_candidate_pruned_total": 931}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 16502, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.057933, "worker_small_worker_ratio": 0.8}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 3, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37935.832, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37935.114, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37933.083, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37939.749, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 245, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.958, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 245, "process_rss_mb_proxy": 2677.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.193, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "792fde5f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.355, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107051, "write_bytes_delta": 107051, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 43.0, "cpu_core_ratio": 0.015895, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6076.0, "pid": 9545, "reason": null, "system_cpu_core_ratio": 0.002408, "system_cpu_s_delta": 0.05000000000001137, "user_cpu_core_ratio": 0.013486, "user_cpu_s_delta": 0.27999999999974534}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.02023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 245, "reason": null, "system_cpu_core_ratio": 0.004817, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.015413, "user_cpu_s_delta": 0.3200000000069849}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.151, "count": 99, "max_ms": 1.753, "p95_ms": 1.388, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.02, "max": 4.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.998, "count": 30, "max": 55.193, "p95": 39.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.047, "count": 30, "max": 15.442, "p95": 14.195, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 390.133, "count": 30, "max": 409.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 202.533, "count": 30, "max": 6076.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.035, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.248, "count": 30, "max": 0.275, "p95": 0.272, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2275.267, "count": 30, "max": 7334.0, "p95": 6665.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.14, "p95": 0.112, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.357, "p95": 0.354, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29796, "sampled_at": "2026-08-30T01:59:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:59:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:16+09:00", "state": "running", "task_id": "877eb95d-e4f0-4c14-99f3-63a3b48f81de", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 8758.879, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8534752358400, "copied_frame_count": 3086933, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-29T15:18:03+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5319236, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-29T15:17:58+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.961}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "792fde5f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 470, "events_emitted": 89, "events_failed": 378, "events_observed": 470, "events_suppressed": 3, "frame_buffer_copied_bytes": 8534752358400, "frame_buffer_copies": 3086933, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4500, "recorder_active_input_bytes": 12441600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 90, "recorder_clips_failed": 0, "recorder_clips_started": 90, "stage_failures": 379, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 90, "worker_jobs_accepted": 467, "worker_jobs_completed": 89, "worker_jobs_failed": 378, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0603, "count": 512, "max_ms": 0.8497, "p50_ms": 0.0523, "p95_ms": 0.0744, "p99_ms": 0.0889}, "stages": {"db_insert": {"avg_ms": 27.8714, "count": 90, "max_ms": 54.3823, "p50_ms": 27.2319, "p95_ms": 42.9725, "p99_ms": 52.1873, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9534, "count": 467, "max_ms": 3.9239, "p50_ms": 0.8323, "p95_ms": 1.7277, "p99_ms": 2.3433, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 234.8126, "count": 470, "max_ms": 5563.7324, "p50_ms": 29.6277, "p95_ms": 1071.5816, "p99_ms": 1566.6342, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4117, "count": 512, "max_ms": 0.9028, "p50_ms": 0.3956, "p95_ms": 0.5114, "p99_ms": 0.6041, "results": {"failed": 0, "not_applicable": 0, "success": 3086933, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 85.0264, "count": 470, "max_ms": 959.9192, "p50_ms": 2.2099, "p95_ms": 434.0883, "p99_ms": 618.9977, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.037, "count": 467, "max_ms": 48.9157, "p50_ms": 9.9814, "p95_ms": 27.6389, "p99_ms": 38.6722, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.2772, "count": 512, "max_ms": 7.8077, "p50_ms": 4.219, "p95_ms": 5.6957, "p99_ms": 6.5391, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8182, "count": 512, "max_ms": 39.1262, "p50_ms": 0.6402, "p95_ms": 1.4401, "p99_ms": 2.176, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 83.2488, "count": 467, "max_ms": 956.5495, "p50_ms": 0.0637, "p95_ms": 431.6846, "p99_ms": 617.2329, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 367.4217, "count": 90, "max_ms": 880.0845, "p50_ms": 334.1597, "p95_ms": 555.0085, "p99_ms": 740.8638, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 61.2629, "count": 90, "max_ms": 84.3476, "p50_ms": 61.8206, "p95_ms": 73.3249, "p99_ms": 79.7825, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1924, "count": 90, "max_ms": 3.0957, "p50_ms": 1.0639, "p95_ms": 2.2295, "p99_ms": 2.9312, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 467, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.6601, "count": 90, "max_ms": 46.6659, "p50_ms": 30.5677, "p95_ms": 41.6104, "p99_ms": 44.1625, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6323, "count": 467, "max_ms": 5.9438, "p50_ms": 0.5334, "p95_ms": 1.0742, "p99_ms": 2.251, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 566.8116, "count": 90, "max_ms": 5069.649, "p50_ms": 385.6403, "p95_ms": 980.0013, "p99_ms": 4570.6761, "results": {"failed": 1, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 470, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5348, "count": 467, "max_ms": 19.3884, "p50_ms": 1.0077, "p95_ms": 5.1866, "p99_ms": 11.5234, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.6833, "count": 467, "max_ms": 38.724, "p50_ms": 4.1482, "p95_ms": 23.3865, "p99_ms": 30.819, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.06, "count": 467, "max_ms": 1.295, "p50_ms": 0.0504, "p95_ms": 0.0875, "p99_ms": 0.1295, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 10.8774, "count": 467, "max_ms": 3770.7504, "p50_ms": 2.1746, "p95_ms": 3.8267, "p99_ms": 5.3611, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 140.0825, "count": 467, "max_ms": 5143.3805, "p50_ms": 25.2261, "p95_ms": 566.9754, "p99_ms": 1020.3327, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 377, "relay_transport": 1}, "generation": "792fde5f", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 467, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2265, "p50_ms": 0.0506, "p95_ms": 0.0839, "p99_ms": 0.1203}, "wait_ms": {"count": 256, "max_ms": 244.5965, "p50_ms": 2.061, "p95_ms": 3.3934, "p99_ms": 4.4695}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 467, "artifact_failed": 0, "artifact_requested": 467, "artifact_success": 467, "completed": 467, "completed_failed": 378, "completed_success": 89, "cooldown_promoted": 90, "database_requested": 467, "db_insert_success": 90, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6628, "relay_business_failed": 0, "relay_business_success": 89, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 467, "relay_transport_failed": 1, "relay_transport_success": 89, "reservation_requested": 467}, "snapshot": {"copied_bytes": 1291161600, "copied_count": 467, "copy": {"count": 256, "max_ms": 3.9239, "p50_ms": 0.8309, "p95_ms": 1.7343, "p99_ms": 2.353}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:00:29+09:00", "last_error_summary": "[tcp @ 0x5f4eacc97940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5f4eacc94e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-08-28T06:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.092, "last_started_at": "2026-08-30T02:00:19+09:00", "pid": 9932, "process": {"exists": false, "pid": 9932}, "restart_count": 37, "restart_count_per_hour": 3, "rtsp_timeout_count": 95, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.062, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "792fde5f", "last_frame_pushed_age_sec": 37.922, "last_frame_pushed_at": "2026-08-30T01:59:51+09:00", "last_frame_read_age_sec": 37.967, "last_frame_read_at": "2026-08-30T01:59:51+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 75.925, "last_sample_duration_ms": 541.307, "last_trigger": "periodic", "next_snapshot_in_sec": 524.075, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 517, "storage_bytes": 2352626}, "mjpeg": {"age_sec": 37.914, "exists": true, "mtime": "2026-08-30T01:59:51.877814+09:00", "mtime_epoch": 1788022791.8778136, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 107977}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-08-30T02:00:29+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2677.199, "name": "celery", "pid": 245, "rss_mb": 2677.199, "state": "S (sleeping)", "threads": 89}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 278, "last_event_ttl_s": 120.0, "last_prune_age_s": 38.568, "off_candidate_pruned_total": 931}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 16502, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.057933, "worker_small_worker_ratio": 0.8}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 3, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37931.461, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37930.744, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37928.712, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37935.379, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 245, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.227, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 245, "process_rss_mb_proxy": 2677.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.193, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "792fde5f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.355, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107051, "write_bytes_delta": 107051, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 43.0, "cpu_core_ratio": 0.015895, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6076.0, "pid": 9545, "reason": null, "system_cpu_core_ratio": 0.002408, "system_cpu_s_delta": 0.05000000000001137, "user_cpu_core_ratio": 0.013486, "user_cpu_s_delta": 0.27999999999974534}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.02023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 245, "reason": null, "system_cpu_core_ratio": 0.004817, "system_cpu_s_delta": 0.09999999999854481, "user_cpu_core_ratio": 0.015413, "user_cpu_s_delta": 0.3200000000069849}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.151, "count": 99, "max_ms": 1.753, "p95_ms": 1.388, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.02, "max": 4.0, "p95": 2.0, "sample_count": 99}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.998, "count": 30, "max": 55.193, "p95": 39.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.047, "count": 30, "max": 15.442, "p95": 14.195, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 390.133, "count": 30, "max": 409.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 202.533, "count": 30, "max": 6076.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.035, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.248, "count": 30, "max": 0.275, "p95": 0.272, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110046.3, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2275.267, "count": 30, "max": 7334.0, "p95": 6665.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.14, "p95": 0.112, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.357, "p95": 0.354, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29796, "sampled_at": "2026-08-30T01:59:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:59:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:16+09:00", "state": "running", "task_id": "877eb95d-e4f0-4c14-99f3-63a3b48f81de", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 8759.133, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8534752358400, "copied_frame_count": 3086933, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-29T15:18:03+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5319236, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-29T15:17:58+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.961}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "792fde5f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 470, "events_emitted": 89, "events_failed": 378, "events_observed": 470, "events_suppressed": 3, "frame_buffer_copied_bytes": 8534752358400, "frame_buffer_copies": 3086933, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4500, "recorder_active_input_bytes": 12441600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 90, "recorder_clips_failed": 0, "recorder_clips_started": 90, "stage_failures": 379, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 90, "worker_jobs_accepted": 467, "worker_jobs_completed": 89, "worker_jobs_failed": 378, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0603, "count": 512, "max_ms": 0.8497, "p50_ms": 0.0523, "p95_ms": 0.0744, "p99_ms": 0.0889}, "stages": {"db_insert": {"avg_ms": 27.8714, "count": 90, "max_ms": 54.3823, "p50_ms": 27.2319, "p95_ms": 42.9725, "p99_ms": 52.1873, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9534, "count": 467, "max_ms": 3.9239, "p50_ms": 0.8323, "p95_ms": 1.7277, "p99_ms": 2.3433, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 234.8126, "count": 470, "max_ms": 5563.7324, "p50_ms": 29.6277, "p95_ms": 1071.5816, "p99_ms": 1566.6342, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4117, "count": 512, "max_ms": 0.9028, "p50_ms": 0.3956, "p95_ms": 0.5114, "p99_ms": 0.6041, "results": {"failed": 0, "not_applicable": 0, "success": 3086933, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 85.0264, "count": 470, "max_ms": 959.9192, "p50_ms": 2.2099, "p95_ms": 434.0883, "p99_ms": 618.9977, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.037, "count": 467, "max_ms": 48.9157, "p50_ms": 9.9814, "p95_ms": 27.6389, "p99_ms": 38.6722, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.2772, "count": 512, "max_ms": 7.8077, "p50_ms": 4.219, "p95_ms": 5.6957, "p99_ms": 6.5391, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8182, "count": 512, "max_ms": 39.1262, "p50_ms": 0.6402, "p95_ms": 1.4401, "p99_ms": 2.176, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 83.2488, "count": 467, "max_ms": 956.5495, "p50_ms": 0.0637, "p95_ms": 431.6846, "p99_ms": 617.2329, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 367.4217, "count": 90, "max_ms": 880.0845, "p50_ms": 334.1597, "p95_ms": 555.0085, "p99_ms": 740.8638, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 61.2629, "count": 90, "max_ms": 84.3476, "p50_ms": 61.8206, "p95_ms": 73.3249, "p99_ms": 79.7825, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1924, "count": 90, "max_ms": 3.0957, "p50_ms": 1.0639, "p95_ms": 2.2295, "p99_ms": 2.9312, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 467, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.6601, "count": 90, "max_ms": 46.6659, "p50_ms": 30.5677, "p95_ms": 41.6104, "p99_ms": 44.1625, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6323, "count": 467, "max_ms": 5.9438, "p50_ms": 0.5334, "p95_ms": 1.0742, "p99_ms": 2.251, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 566.8116, "count": 90, "max_ms": 5069.649, "p50_ms": 385.6403, "p95_ms": 980.0013, "p99_ms": 4570.6761, "results": {"failed": 1, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 470, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5348, "count": 467, "max_ms": 19.3884, "p50_ms": 1.0077, "p95_ms": 5.1866, "p99_ms": 11.5234, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.6833, "count": 467, "max_ms": 38.724, "p50_ms": 4.1482, "p95_ms": 23.3865, "p99_ms": 30.819, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.06, "count": 467, "max_ms": 1.295, "p50_ms": 0.0504, "p95_ms": 0.0875, "p99_ms": 0.1295, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 10.8774, "count": 467, "max_ms": 3770.7504, "p50_ms": 2.1746, "p95_ms": 3.8267, "p99_ms": 5.3611, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 140.0825, "count": 467, "max_ms": 5143.3805, "p50_ms": 25.2261, "p95_ms": 566.9754, "p99_ms": 1020.3327, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 377, "relay_transport": 1}, "generation": "792fde5f", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 467, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2265, "p50_ms": 0.0506, "p95_ms": 0.0839, "p99_ms": 0.1203}, "wait_ms": {"count": 256, "max_ms": 244.5965, "p50_ms": 2.061, "p95_ms": 3.3934, "p99_ms": 4.4695}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 467, "artifact_failed": 0, "artifact_requested": 467, "artifact_success": 467, "completed": 467, "completed_failed": 378, "completed_success": 89, "cooldown_promoted": 90, "database_requested": 467, "db_insert_success": 90, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6628, "relay_business_failed": 0, "relay_business_success": 89, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 467, "relay_transport_failed": 1, "relay_transport_success": 89, "reservation_requested": 467}, "snapshot": {"copied_bytes": 1291161600, "copied_count": 467, "copy": {"count": 256, "max_ms": 3.9239, "p50_ms": 0.8309, "p95_ms": 1.7343, "p99_ms": 2.353}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:00:29+09:00", "last_error_summary": "[tcp @ 0x5f4eacc97940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5f4eacc94e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-08-28T06:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 10.146, "last_started_at": "2026-08-30T02:00:19+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 37, "restart_count_per_hour": 3, "rtsp_timeout_count": 95, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.062, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "792fde5f", "last_frame_pushed_age_sec": 37.976, "last_frame_pushed_at": "2026-08-30T01:59:51+09:00", "last_frame_read_age_sec": 38.021, "last_frame_read_at": "2026-08-30T01:59:51+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 75.947, "last_sample_duration_ms": 541.307, "last_trigger": "periodic", "next_snapshot_in_sec": 524.053, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 517, "storage_bytes": 2352626}, "mjpeg": {"age_sec": 37.968, "exists": true, "mtime": "2026-08-30T01:59:51.877814+09:00", "mtime_epoch": 1788022791.8778136, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 107977}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-08-30T02:00:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2677.195, "name": "celery", "pid": 245, "rss_mb": 2677.195, "state": "S (sleeping)", "threads": 88}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 278, "last_event_ttl_s": 120.0, "last_prune_age_s": 38.611, "off_candidate_pruned_total": 931}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 16502, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.057933, "worker_small_worker_ratio": 0.8}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 3, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37983.955, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37983.238, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37981.206, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 37987.873, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 245, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.161, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 2, "error_count": 0, "lock_contention_count": 0, "pid": 245, "process_rss_mb_proxy": 2677.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.513, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "792fde5f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.062, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 37.928, "exists": true, "size_bytes": 107977, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9932, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.01251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 245, "reason": null, "system_cpu_core_ratio": 0.003128, "system_cpu_s_delta": 0.08000000000174623, "user_cpu_core_ratio": 0.009383, "user_cpu_s_delta": 0.23999999999068677}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.993, "count": 30, "max": 55.193, "p95": 39.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.5, "count": 30, "max": 15.442, "p95": 14.195, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 390.133, "count": 30, "max": 409.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 202.533, "count": 30, "max": 6076.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.035, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.248, "count": 30, "max": 0.275, "p95": 0.272, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.676, "count": 30, "max": 37.928, "p95": 6.792, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110411.567, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106812.333, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1941.2, "count": 30, "max": 7334.0, "p95": 6665.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.14, "p95": 0.112, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.305, "count": 30, "max": 0.357, "p95": 0.354, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29798, "sampled_at": "2026-08-30T02:00:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:00:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:16+09:00", "state": "running", "task_id": "877eb95d-e4f0-4c14-99f3-63a3b48f81de", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 8941.398, "limit_mb": null}, "detail": {"pid": 9934, "restart_count": 38, "start_count": 39}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8534752358400, "copied_frame_count": 3086933, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-29T15:18:03+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5319236, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-29T15:17:58+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.961}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "792fde5f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 470, "events_emitted": 89, "events_failed": 378, "events_observed": 470, "events_suppressed": 3, "frame_buffer_copied_bytes": 8534752358400, "frame_buffer_copies": 3086933, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4500, "recorder_active_input_bytes": 12441600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 90, "recorder_clips_failed": 0, "recorder_clips_started": 90, "stage_failures": 379, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 90, "worker_jobs_accepted": 467, "worker_jobs_completed": 89, "worker_jobs_failed": 378, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0603, "count": 512, "max_ms": 0.8497, "p50_ms": 0.0523, "p95_ms": 0.0744, "p99_ms": 0.0889}, "stages": {"db_insert": {"avg_ms": 27.8714, "count": 90, "max_ms": 54.3823, "p50_ms": 27.2319, "p95_ms": 42.9725, "p99_ms": 52.1873, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9534, "count": 467, "max_ms": 3.9239, "p50_ms": 0.8323, "p95_ms": 1.7277, "p99_ms": 2.3433, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 234.8126, "count": 470, "max_ms": 5563.7324, "p50_ms": 29.6277, "p95_ms": 1071.5816, "p99_ms": 1566.6342, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4117, "count": 512, "max_ms": 0.9028, "p50_ms": 0.3956, "p95_ms": 0.5114, "p99_ms": 0.6041, "results": {"failed": 0, "not_applicable": 0, "success": 3086933, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 85.0264, "count": 470, "max_ms": 959.9192, "p50_ms": 2.2099, "p95_ms": 434.0883, "p99_ms": 618.9977, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.037, "count": 467, "max_ms": 48.9157, "p50_ms": 9.9814, "p95_ms": 27.6389, "p99_ms": 38.6722, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.2772, "count": 512, "max_ms": 7.8077, "p50_ms": 4.219, "p95_ms": 5.6957, "p99_ms": 6.5391, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8182, "count": 512, "max_ms": 39.1262, "p50_ms": 0.6402, "p95_ms": 1.4401, "p99_ms": 2.176, "results": {"failed": 0, "not_applicable": 0, "success": 4500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 83.2488, "count": 467, "max_ms": 956.5495, "p50_ms": 0.0637, "p95_ms": 431.6846, "p99_ms": 617.2329, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 367.4217, "count": 90, "max_ms": 880.0845, "p50_ms": 334.1597, "p95_ms": 555.0085, "p99_ms": 740.8638, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 61.2629, "count": 90, "max_ms": 84.3476, "p50_ms": 61.8206, "p95_ms": 73.3249, "p99_ms": 79.7825, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1924, "count": 90, "max_ms": 3.0957, "p50_ms": 1.0639, "p95_ms": 2.2295, "p99_ms": 2.9312, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 467, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 377, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.6601, "count": 90, "max_ms": 46.6659, "p50_ms": 30.5677, "p95_ms": 41.6104, "p99_ms": 44.1625, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.1686, "count": 90, "max_ms": 12.4029, "p50_ms": 1.0131, "p95_ms": 7.872, "p99_ms": 9.6765, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6388, "count": 470, "max_ms": 6.3052, "p50_ms": 0.5764, "p95_ms": 0.9693, "p99_ms": 2.3299, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6323, "count": 467, "max_ms": 5.9438, "p50_ms": 0.5334, "p95_ms": 1.0742, "p99_ms": 2.251, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 566.8116, "count": 90, "max_ms": 5069.649, "p50_ms": 385.6403, "p95_ms": 980.0013, "p99_ms": 4570.6761, "results": {"failed": 1, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 470, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 470, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5348, "count": 467, "max_ms": 19.3884, "p50_ms": 1.0077, "p95_ms": 5.1866, "p99_ms": 11.5234, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.6833, "count": 467, "max_ms": 38.724, "p50_ms": 4.1482, "p95_ms": 23.3865, "p99_ms": 30.819, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.06, "count": 467, "max_ms": 1.295, "p50_ms": 0.0504, "p95_ms": 0.0875, "p99_ms": 0.1295, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 10.8774, "count": 467, "max_ms": 3770.7504, "p50_ms": 2.1746, "p95_ms": 3.8267, "p99_ms": 5.3611, "results": {"failed": 0, "not_applicable": 0, "success": 467, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 140.0825, "count": 467, "max_ms": 5143.3805, "p50_ms": 25.2261, "p95_ms": 566.9754, "p99_ms": 1020.3327, "results": {"failed": 378, "not_applicable": 0, "success": 89, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 377, "relay_transport": 1}, "generation": "792fde5f", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 467, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2265, "p50_ms": 0.0506, "p95_ms": 0.0839, "p99_ms": 0.1203}, "wait_ms": {"count": 256, "max_ms": 244.5965, "p50_ms": 2.061, "p95_ms": 3.3934, "p99_ms": 4.4695}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 467, "artifact_failed": 0, "artifact_requested": 467, "artifact_success": 467, "completed": 467, "completed_failed": 378, "completed_success": 89, "cooldown_promoted": 90, "database_requested": 467, "db_insert_success": 90, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6628, "relay_business_failed": 0, "relay_business_success": 89, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 467, "relay_transport_failed": 1, "relay_transport_success": 89, "reservation_requested": 467}, "snapshot": {"copied_bytes": 1291161600, "copied_count": 467, "copy": {"count": 256, "max_ms": 3.9239, "p50_ms": 0.8309, "p95_ms": 1.7343, "p99_ms": 2.353}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:00:29+09:00", "last_error_summary": "[tcp @ 0x5f4eacc97940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5f4eacc94e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-08-28T06:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T02:00:46+09:00", "pid": 9934, "process": {"exists": true, "fd_count": 5, "hwm_mb": 216.527, "name": "ffmpeg", "pid": 9934, "rss_mb": 216.527, "state": "S (sleeping)", "threads": 70}, "restart_count": 38, "restart_count_per_hour": 4, "rtsp_timeout_count": 95, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 43.976, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "792fde5f", "last_frame_pushed_age_sec": 56.587, "last_frame_pushed_at": "2026-08-30T01:59:51+09:00", "last_frame_read_age_sec": 56.632, "last_frame_read_at": "2026-08-30T01:59:51+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 94.568, "last_sample_duration_ms": 541.307, "last_trigger": "periodic", "next_snapshot_in_sec": 505.432, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 517, "storage_bytes": 2352626}, "mjpeg": {"age_sec": 56.579, "exists": true, "mtime": "2026-08-30T01:59:51.877814+09:00", "mtime_epoch": 1788022791.8778136, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 107977}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-08-30T02:00:48+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2677.199, "name": "celery", "pid": 245, "rss_mb": 2677.199, "state": "S (sleeping)", "threads": 89}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 278, "last_event_ttl_s": 120.0, "last_prune_age_s": 57.228, "off_candidate_pruned_total": 931}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 16502, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.057933, "worker_small_worker_ratio": 0.8}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56595.821, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56595.104, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56593.072, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56599.739, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 245, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.643, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 2, "error_count": 0, "lock_contention_count": 0, "pid": 245, "process_rss_mb_proxy": 2677.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.513, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "792fde5f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.062, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3086933, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:59:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 37.928, "exists": true, "size_bytes": 107977, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9932, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.01251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 245, "reason": null, "system_cpu_core_ratio": 0.003128, "system_cpu_s_delta": 0.08000000000174623, "user_cpu_core_ratio": 0.009383, "user_cpu_s_delta": 0.23999999999068677}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.993, "count": 30, "max": 55.193, "p95": 39.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.5, "count": 30, "max": 15.442, "p95": 14.195, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 390.133, "count": 30, "max": 409.0, "p95": 407.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 202.533, "count": 30, "max": 6076.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.035, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.248, "count": 30, "max": 0.275, "p95": 0.272, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.676, "count": 30, "max": 37.928, "p95": 6.792, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110411.567, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106812.333, "count": 30, "max": 130087.0, "p95": 117386.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1941.2, "count": 30, "max": 7334.0, "p95": 6665.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.14, "p95": 0.112, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.305, "count": 30, "max": 0.357, "p95": 0.354, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29798, "sampled_at": "2026-08-30T02:00:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:00:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:16+09:00", "state": "running", "task_id": "877eb95d-e4f0-4c14-99f3-63a3b48f81de", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8962.582, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T02:04:26+09:00", "last_error_summary": "[rtsp @ 0x5656ed597f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5656ed597e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 141, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:04:26+09:00", "last_error_summary": "[rtsp @ 0x5656ed597f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5656ed597e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T02:04:28+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T02:04:26+09:00", "pid": 10050, "process": {"exists": false, "pid": 10050}, "restart_count": 149, "restart_count_per_hour": 9, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 895.073, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 895.117, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 314.96, "last_sample_duration_ms": 541.307, "last_trigger": "periodic", "next_snapshot_in_sec": 285.04, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 517, "storage_bytes": 2352626}, "mjpeg": {"age_sec": 895.066, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T02:04:28+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 898.746, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895086.466, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895082.142, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895080.14, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895090.509, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.139, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.581, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.648, "sample_count": 78, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 292.197, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9926, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004781, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001594, "system_cpu_s_delta": 0.10000000000582077, "user_cpu_core_ratio": 0.003188, "user_cpu_s_delta": 0.20000000001164153}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.286, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.78, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 32.868, "count": 30, "max": 292.197, "p95": 201.299, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99896.067, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76791.867, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.6, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.289, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19748, "sampled_at": "2026-08-30T01:54:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T01:54:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8962.953, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 141, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:04:26+09:00", "last_error_summary": "[rtsp @ 0x5656ed597f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5656ed597e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T02:04:28+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-08-30T02:04:26+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 149, "restart_count_per_hour": 9, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 895.1, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 895.144, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 117, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 314.976, "last_sample_duration_ms": 541.307, "last_trigger": "periodic", "next_snapshot_in_sec": 285.024, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 517, "storage_bytes": 2352626}, "mjpeg": {"age_sec": 895.093, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T02:04:28+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 898.766, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895111.605, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895107.282, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895105.28, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895115.649, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.359, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.741, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 895.076, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10050, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003566, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001476, "system_cpu_s_delta": 0.8899999999994179, "user_cpu_core_ratio": 0.00209, "user_cpu_s_delta": 1.2599999999802094}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.943, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.342, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 62.704, "count": 30, "max": 895.076, "p95": 263.963, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100288.433, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73883.633, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.233, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.277, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19749, "sampled_at": "2026-08-30T02:04:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:04:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8970.359, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T02:14:29+09:00", "last_error_summary": "[rtsp @ 0x5d99d964ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d99d964fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 142, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:14:29+09:00", "last_error_summary": "[rtsp @ 0x5d99d964ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d99d964fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T02:14:31+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T02:14:29+09:00", "pid": 10052, "process": {"exists": false, "pid": 10052}, "restart_count": 150, "restart_count_per_hour": 10, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 1497.834, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 1497.879, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 118, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 311.507, "last_sample_duration_ms": 612.588, "last_trigger": "periodic", "next_snapshot_in_sec": 288.493, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 518, "storage_bytes": 2359856}, "mjpeg": {"age_sec": 1497.827, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T02:14:31+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 1501.508, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497847.015, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497842.691, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497840.689, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497851.058, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.362, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.741, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 895.076, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10050, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003566, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001476, "system_cpu_s_delta": 0.8899999999994179, "user_cpu_core_ratio": 0.00209, "user_cpu_s_delta": 1.2599999999802094}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.943, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.342, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 62.704, "count": 30, "max": 895.076, "p95": 263.963, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100288.433, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73883.633, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.233, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.277, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19749, "sampled_at": "2026-08-30T02:04:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:04:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8970.652, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 142, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:14:29+09:00", "last_error_summary": "[rtsp @ 0x5d99d964ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d99d964fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T02:14:31+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-08-30T02:14:29+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 150, "restart_count_per_hour": 10, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 1497.861, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 1497.905, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 118, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 311.525, "last_sample_duration_ms": 612.588, "last_trigger": "periodic", "next_snapshot_in_sec": 288.475, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 518, "storage_bytes": 2359856}, "mjpeg": {"age_sec": 1497.854, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T02:14:31+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 1501.528, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497872.501, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497868.178, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497866.176, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497876.545, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.696, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.078, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1497.835, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10052, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003683, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00151, "system_cpu_s_delta": 0.9100000000034925, "user_cpu_core_ratio": 0.002173, "user_cpu_s_delta": 1.3099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.693, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.074, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 112.632, "count": 30, "max": 1497.835, "p95": 623.78, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100022.6, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70317.2, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.867, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.265, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19750, "sampled_at": "2026-08-30T02:14:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:14:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8974.168, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T02:24:32+09:00", "last_error_summary": "[rtsp @ 0x5aafd2b46f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5aafd2b46e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 143, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:24:32+09:00", "last_error_summary": "[rtsp @ 0x5aafd2b46f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5aafd2b46e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T02:24:34+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T02:24:32+09:00", "pid": 10054, "process": {"exists": false, "pid": 10054}, "restart_count": 151, "restart_count_per_hour": 11, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 2100.444, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 2100.488, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 119, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 312.242, "last_sample_duration_ms": 626.196, "last_trigger": "periodic", "next_snapshot_in_sec": 287.758, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 519, "storage_bytes": 2367084}, "mjpeg": {"age_sec": 2100.437, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T02:24:34+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 2104.116, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100456.604, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100452.281, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100450.278, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100460.647, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.394, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.078, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1497.835, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10052, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003683, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00151, "system_cpu_s_delta": 0.9100000000034925, "user_cpu_core_ratio": 0.002173, "user_cpu_s_delta": 1.3099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.693, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.074, "count": 30, "max": 16.284, "p95": 15.787, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 112.632, "count": 30, "max": 1497.835, "p95": 623.78, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100022.6, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70317.2, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.867, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.265, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19750, "sampled_at": "2026-08-30T02:14:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:14:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8974.109, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 143, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:24:32+09:00", "last_error_summary": "[rtsp @ 0x5aafd2b46f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5aafd2b46e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T02:24:34+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-08-30T02:24:32+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 151, "restart_count_per_hour": 11, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 2100.47, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 2100.515, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 119, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 312.262, "last_sample_duration_ms": 626.196, "last_trigger": "periodic", "next_snapshot_in_sec": 287.738, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 519, "storage_bytes": 2367084}, "mjpeg": {"age_sec": 2100.463, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T02:24:34+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 2104.139, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100482.139, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100477.816, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100475.813, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100486.182, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.827, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.204, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2100.445, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10054, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001527, "system_cpu_s_delta": 0.9199999999982538, "user_cpu_core_ratio": 0.00219, "user_cpu_s_delta": 1.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.329, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.606, "count": 30, "max": 16.284, "p95": 15.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 182.647, "count": 30, "max": 2100.445, "p95": 1226.593, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100225.533, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67219.533, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.667, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.5, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.076, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.251, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19751, "sampled_at": "2026-08-30T02:24:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:24:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8979.637, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T02:34:34+09:00", "last_error_summary": "[rtsp @ 0x5c8ad3e22f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c8ad3e22e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 144, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:34:34+09:00", "last_error_summary": "[rtsp @ 0x5c8ad3e22f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c8ad3e22e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T02:34:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T02:34:34+09:00", "pid": 10056, "process": {"exists": false, "pid": 10056}, "restart_count": 152, "restart_count_per_hour": 12, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 2703.001, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 2703.045, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 120, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 313.076, "last_sample_duration_ms": 606.092, "last_trigger": "periodic", "next_snapshot_in_sec": 286.924, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 520, "storage_bytes": 2374317}, "mjpeg": {"age_sec": 2702.994, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T02:34:36+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 2706.674, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703014.249, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703009.925, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703007.923, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703018.292, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.904, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.204, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2100.445, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10054, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001527, "system_cpu_s_delta": 0.9199999999982538, "user_cpu_core_ratio": 0.00219, "user_cpu_s_delta": 1.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.329, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.606, "count": 30, "max": 16.284, "p95": 15.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 182.647, "count": 30, "max": 2100.445, "p95": 1226.593, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100225.533, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 67219.533, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.667, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.5, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.076, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.251, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19751, "sampled_at": "2026-08-30T02:24:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:24:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8979.457, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 144, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:34:34+09:00", "last_error_summary": "[rtsp @ 0x5c8ad3e22f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c8ad3e22e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T02:34:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.029, "last_started_at": "2026-08-30T02:34:34+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 152, "restart_count_per_hour": 12, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 2703.029, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 2703.073, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 120, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 313.092, "last_sample_duration_ms": 606.092, "last_trigger": "periodic", "next_snapshot_in_sec": 286.908, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 520, "storage_bytes": 2374317}, "mjpeg": {"age_sec": 2703.022, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T02:34:36+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 2706.695, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703040.81, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703036.487, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703034.484, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703044.853, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.441, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.487, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2703.003, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10056, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003585, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001427, "system_cpu_s_delta": 0.8600000000005821, "user_cpu_core_ratio": 0.002157, "user_cpu_s_delta": 1.2999999999883585}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.087, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.261, "count": 30, "max": 16.284, "p95": 15.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 272.747, "count": 30, "max": 2703.003, "p95": 1829.27, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100402.433, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 64095.833, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.633, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.067, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.238, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19752, "sampled_at": "2026-08-30T02:34:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:34:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8985.492, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T02:44:37+09:00", "last_error_summary": "[rtsp @ 0x5a63ca8a1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a63ca8a1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 145, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:44:37+09:00", "last_error_summary": "[rtsp @ 0x5a63ca8a1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a63ca8a1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T02:44:39+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T02:44:37+09:00", "pid": 10058, "process": {"exists": false, "pid": 10058}, "restart_count": 153, "restart_count_per_hour": 13, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 154}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 3305.808, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 3305.853, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 121, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 314.056, "last_sample_duration_ms": 537.316, "last_trigger": "periodic", "next_snapshot_in_sec": 285.944, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 521, "storage_bytes": 2381545}, "mjpeg": {"age_sec": 3305.802, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T02:44:39+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 3309.479, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305821.14, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305816.817, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305814.814, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305825.183, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.869, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.487, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2703.003, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10056, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003585, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001427, "system_cpu_s_delta": 0.8600000000005821, "user_cpu_core_ratio": 0.002157, "user_cpu_s_delta": 1.2999999999883585}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.087, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.261, "count": 30, "max": 16.284, "p95": 15.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 272.747, "count": 30, "max": 2703.003, "p95": 1829.27, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100402.433, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 64095.833, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.633, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 8.067, "count": 30, "max": 35.0, "p95": 14.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.238, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19752, "sampled_at": "2026-08-30T02:34:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:34:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8985.684, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 145, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:44:37+09:00", "last_error_summary": "[rtsp @ 0x5a63ca8a1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a63ca8a1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T02:44:39+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.025, "last_started_at": "2026-08-30T02:44:37+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 153, "restart_count_per_hour": 13, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 154}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 3305.832, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 3305.877, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 121, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 314.073, "last_sample_duration_ms": 537.316, "last_trigger": "periodic", "next_snapshot_in_sec": 285.927, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 521, "storage_bytes": 2381545}, "mjpeg": {"age_sec": 3305.825, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T02:44:39+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 3309.498, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305844.033, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305839.709, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305837.707, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305848.076, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.465, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.366, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3305.808, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10058, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003417, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001344, "system_cpu_s_delta": 0.8099999999976717, "user_cpu_core_ratio": 0.002074, "user_cpu_s_delta": 1.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.804, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.891, "count": 30, "max": 16.284, "p95": 15.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 382.94, "count": 30, "max": 3305.808, "p95": 2431.852, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100668.6, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 61061.4, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.6, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.633, "count": 30, "max": 35.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.226, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19753, "sampled_at": "2026-08-30T02:44:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:44:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8996.496, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T02:54:40+09:00", "last_error_summary": "[rtsp @ 0x61b16c7b5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61b16c7b5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 146, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:54:40+09:00", "last_error_summary": "[rtsp @ 0x61b16c7b5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61b16c7b5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T02:54:42+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T02:54:40+09:00", "pid": 10060, "process": {"exists": false, "pid": 10060}, "restart_count": 154, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 155}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 3908.798, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 3908.843, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 122, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 315.193, "last_sample_duration_ms": 556.993, "last_trigger": "periodic", "next_snapshot_in_sec": 284.807, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 522, "storage_bytes": 2388777}, "mjpeg": {"age_sec": 3908.791, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T02:54:42+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 3912.47, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908811.166, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908806.843, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908804.84, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908815.209, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.815, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.366, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3305.808, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10058, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003417, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001344, "system_cpu_s_delta": 0.8099999999976717, "user_cpu_core_ratio": 0.002074, "user_cpu_s_delta": 1.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.804, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.891, "count": 30, "max": 16.284, "p95": 15.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 382.94, "count": 30, "max": 3305.808, "p95": 2431.852, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100668.6, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 61061.4, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.6, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.633, "count": 30, "max": 35.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.226, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19753, "sampled_at": "2026-08-30T02:44:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:44:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8996.137, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 146, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:54:40+09:00", "last_error_summary": "[rtsp @ 0x61b16c7b5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61b16c7b5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T02:54:42+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.026, "last_started_at": "2026-08-30T02:54:40+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 154, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 155}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 3908.823, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 3908.867, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 122, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 315.209, "last_sample_duration_ms": 556.993, "last_trigger": "periodic", "next_snapshot_in_sec": 284.791, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 522, "storage_bytes": 2388777}, "mjpeg": {"age_sec": 3908.816, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T02:54:42+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 3912.489, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908834.481, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908830.157, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908828.155, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908838.524, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.586, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.784, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3908.799, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10060, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00335, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00131, "system_cpu_s_delta": 0.7899999999935972, "user_cpu_core_ratio": 0.00204, "user_cpu_s_delta": 1.2300000000104774}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.642, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.621, "count": 30, "max": 16.284, "p95": 15.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 513.234, "count": 30, "max": 3908.799, "p95": 3034.546, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100676.767, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 57768.967, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.567, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.267, "count": 30, "max": 35.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.213, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19754, "sampled_at": "2026-08-30T02:54:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:54:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8999.492, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T03:04:43+09:00", "last_error_summary": "[rtsp @ 0x55d166259f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55d166259e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 147, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T03:04:43+09:00", "last_error_summary": "[rtsp @ 0x55d166259f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55d166259e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T03:04:45+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T03:04:43+09:00", "pid": 10062, "process": {"exists": false, "pid": 10062}, "restart_count": 155, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 4511.772, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 4511.816, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 316.426, "last_sample_duration_ms": 619.469, "last_trigger": "periodic", "next_snapshot_in_sec": 283.574, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 523, "storage_bytes": 2396009}, "mjpeg": {"age_sec": 4511.765, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T03:04:45+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 4515.444, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511784.35, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511780.027, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511778.024, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511788.393, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.449, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.784, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3908.799, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10060, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00335, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00131, "system_cpu_s_delta": 0.7899999999935972, "user_cpu_core_ratio": 0.00204, "user_cpu_s_delta": 1.2300000000104774}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.642, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.621, "count": 30, "max": 16.284, "p95": 15.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 513.234, "count": 30, "max": 3908.799, "p95": 3034.546, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100676.767, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 57768.967, "count": 30, "max": 113901.0, "p95": 111625.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.567, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7.267, "count": 30, "max": 35.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.213, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19754, "sampled_at": "2026-08-30T02:54:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T02:54:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8999.422, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 147, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T03:04:43+09:00", "last_error_summary": "[rtsp @ 0x55d166259f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x55d166259e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T03:04:45+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.027, "last_started_at": "2026-08-30T03:04:43+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 155, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 4511.797, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 4511.842, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 123, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 316.445, "last_sample_duration_ms": 619.469, "last_trigger": "periodic", "next_snapshot_in_sec": 283.555, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 523, "storage_bytes": 2396009}, "mjpeg": {"age_sec": 4511.79, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T03:04:45+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 4515.466, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511808.924, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511804.601, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511802.598, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511812.968, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.328, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.44, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4511.773, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10062, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.0033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001327, "system_cpu_s_delta": 0.8000000000029104, "user_cpu_core_ratio": 0.001974, "user_cpu_s_delta": 1.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.263, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.156, "count": 30, "max": 16.284, "p95": 15.186, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 663.626, "count": 30, "max": 4511.773, "p95": 3637.453, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100258.8, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 54050.4, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.533, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.9, "count": 30, "max": 35.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.2, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19755, "sampled_at": "2026-08-30T03:04:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T03:04:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9003.398, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T03:14:46+09:00", "last_error_summary": "[rtsp @ 0x561965987f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x561965987e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 148, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T03:14:46+09:00", "last_error_summary": "[rtsp @ 0x561965987f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x561965987e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T03:14:48+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T03:14:46+09:00", "pid": 10064, "process": {"exists": false, "pid": 10064}, "restart_count": 156, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 157}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 5114.623, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 5114.667, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 317.498, "last_sample_duration_ms": 523.358, "last_trigger": "periodic", "next_snapshot_in_sec": 282.502, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 524, "storage_bytes": 2403236}, "mjpeg": {"age_sec": 5114.616, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T03:14:48+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 5118.296, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5114637.606, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5114633.282, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5114631.28, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5114641.649, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.203, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.44, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4511.773, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10062, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.0033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001327, "system_cpu_s_delta": 0.8000000000029104, "user_cpu_core_ratio": 0.001974, "user_cpu_s_delta": 1.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.263, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.156, "count": 30, "max": 16.284, "p95": 15.186, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 663.626, "count": 30, "max": 4511.773, "p95": 3637.453, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100258.8, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 54050.4, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.533, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6.9, "count": 30, "max": 35.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.2, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19755, "sampled_at": "2026-08-30T03:04:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T03:04:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9003.652, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 148, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T03:14:46+09:00", "last_error_summary": "[rtsp @ 0x561965987f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x561965987e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T03:14:48+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-08-30T03:14:46+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 156, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 157}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 5114.653, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 5114.698, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 317.514, "last_sample_duration_ms": 523.358, "last_trigger": "periodic", "next_snapshot_in_sec": 282.486, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 524, "storage_bytes": 2403236}, "mjpeg": {"age_sec": 5114.646, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T03:14:48+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 5118.319, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5114664.939, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5114660.616, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5114658.614, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5114668.983, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.246, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.578, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5114.626, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10064, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003301, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001327, "system_cpu_s_delta": 0.8000000000029104, "user_cpu_core_ratio": 0.001974, "user_cpu_s_delta": 1.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.096, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.896, "count": 30, "max": 16.284, "p95": 15.186, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 834.11, "count": 30, "max": 5114.626, "p95": 4240.435, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100003.733, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 50494.733, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.5, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.767, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19756, "sampled_at": "2026-08-30T03:14:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T03:14:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9026.621, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T03:24:48+09:00", "last_error_summary": "[rtsp @ 0x5b20a0ab1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b20a0ab1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 149, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T03:24:48+09:00", "last_error_summary": "[rtsp @ 0x5b20a0ab1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b20a0ab1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T03:24:50+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T03:24:48+09:00", "pid": 10067, "process": {"exists": false, "pid": 10067}, "restart_count": 157, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 158}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 5716.701, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 5716.746, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 125, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 317.891, "last_sample_duration_ms": 546.936, "last_trigger": "periodic", "next_snapshot_in_sec": 282.109, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 525, "storage_bytes": 2410462}, "mjpeg": {"age_sec": 5716.694, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T03:24:50+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 5720.375, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716714.195, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716709.872, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716707.869, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716718.238, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.519, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.578, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5114.626, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10064, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003301, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001327, "system_cpu_s_delta": 0.8000000000029104, "user_cpu_core_ratio": 0.001974, "user_cpu_s_delta": 1.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.096, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.896, "count": 30, "max": 16.284, "p95": 15.186, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 834.11, "count": 30, "max": 5114.626, "p95": 4240.435, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100003.733, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 50494.733, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.5, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.767, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19756, "sampled_at": "2026-08-30T03:14:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T03:14:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9026.617, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 149, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T03:24:48+09:00", "last_error_summary": "[rtsp @ 0x5b20a0ab1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b20a0ab1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T03:24:50+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-08-30T03:24:48+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 157, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 158}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 5716.734, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 5716.778, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 125, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 317.913, "last_sample_duration_ms": 546.936, "last_trigger": "periodic", "next_snapshot_in_sec": 282.087, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 525, "storage_bytes": 2410462}, "mjpeg": {"age_sec": 5716.727, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T03:24:50+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 5720.401, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716745.79, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716741.467, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716739.465, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716749.834, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.946, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.983, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5716.703, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10067, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002973, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001196, "system_cpu_s_delta": 0.7200000000011642, "user_cpu_core_ratio": 0.001777, "user_cpu_s_delta": 1.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.856, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.642, "count": 30, "max": 16.284, "p95": 15.186, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1024.667, "count": 30, "max": 5716.703, "p95": 4843.342, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100187.333, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 47377.733, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.467, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.8, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.174, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19757, "sampled_at": "2026-08-30T03:24:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T03:24:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9029.449, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T03:34:50+09:00", "last_error_summary": "[rtsp @ 0x595df2038f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x595df2038e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 150, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T03:34:50+09:00", "last_error_summary": "[rtsp @ 0x595df2038f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x595df2038e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T03:34:52+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T03:34:50+09:00", "pid": 10069, "process": {"exists": false, "pid": 10069}, "restart_count": 158, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 159}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 6319.06, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 6319.105, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 318.25, "last_sample_duration_ms": 561.735, "last_trigger": "periodic", "next_snapshot_in_sec": 281.75, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 526, "storage_bytes": 2417684}, "mjpeg": {"age_sec": 6319.054, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T03:34:52+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 6322.731, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319073.223, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319068.9, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319066.897, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319077.266, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.425, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.983, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5716.703, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10067, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002973, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001196, "system_cpu_s_delta": 0.7200000000011642, "user_cpu_core_ratio": 0.001777, "user_cpu_s_delta": 1.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.856, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.642, "count": 30, "max": 16.284, "p95": 15.186, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1024.667, "count": 30, "max": 5716.703, "p95": 4843.342, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100187.333, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 47377.733, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.467, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.8, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.174, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19757, "sampled_at": "2026-08-30T03:24:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T03:24:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9029.699, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 150, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T03:34:50+09:00", "last_error_summary": "[rtsp @ 0x595df2038f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x595df2038e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T03:34:52+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.024, "last_started_at": "2026-08-30T03:34:50+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 158, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 159}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 6319.083, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 6319.128, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 126, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 318.265, "last_sample_duration_ms": 561.735, "last_trigger": "periodic", "next_snapshot_in_sec": 281.735, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 526, "storage_bytes": 2417684}, "mjpeg": {"age_sec": 6319.076, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T03:34:52+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 6322.75, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319095.044, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319090.721, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319088.719, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319099.088, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.62, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.009, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6319.061, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10069, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001145, "system_cpu_s_delta": 0.6900000000023283, "user_cpu_core_ratio": 0.001693, "user_cpu_s_delta": 1.0199999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.592, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.293, "count": 30, "max": 16.284, "p95": 15.186, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1235.302, "count": 30, "max": 6319.061, "p95": 5445.768, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100672.067, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 44561.867, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.433, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.8, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.161, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19758, "sampled_at": "2026-08-30T03:34:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T03:34:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9034.32, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T03:44:53+09:00", "last_error_summary": "[rtsp @ 0x5c5d55726f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c5d55726e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 151, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T03:44:53+09:00", "last_error_summary": "[rtsp @ 0x5c5d55726f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c5d55726e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T03:44:55+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T03:44:53+09:00", "pid": 10071, "process": {"exists": false, "pid": 10071}, "restart_count": 159, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 160}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 6921.622, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 6921.666, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 318.861, "last_sample_duration_ms": 595.891, "last_trigger": "periodic", "next_snapshot_in_sec": 281.139, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 527, "storage_bytes": 2424909}, "mjpeg": {"age_sec": 6921.615, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T03:44:55+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 6925.293, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921634.894, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921630.571, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921628.569, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921638.938, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.447, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.009, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6319.061, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10069, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001145, "system_cpu_s_delta": 0.6900000000023283, "user_cpu_core_ratio": 0.001693, "user_cpu_s_delta": 1.0199999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.592, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.293, "count": 30, "max": 16.284, "p95": 15.186, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1235.302, "count": 30, "max": 6319.061, "p95": 5445.768, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100672.067, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 44561.867, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.433, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.8, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.161, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19758, "sampled_at": "2026-08-30T03:34:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T03:34:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9034.324, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 151, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T03:44:53+09:00", "last_error_summary": "[rtsp @ 0x5c5d55726f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c5d55726e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T03:44:55+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.029, "last_started_at": "2026-08-30T03:44:53+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 159, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 160}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 6921.649, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 6921.694, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 127, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 318.879, "last_sample_duration_ms": 595.891, "last_trigger": "periodic", "next_snapshot_in_sec": 281.121, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 527, "storage_bytes": 2424909}, "mjpeg": {"age_sec": 6921.643, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T03:44:55+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 6925.316, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921661.13, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921656.807, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921654.804, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921665.173, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.352, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.245, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6921.623, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10071, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002722, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001029, "system_cpu_s_delta": 0.6199999999953434, "user_cpu_core_ratio": 0.001693, "user_cpu_s_delta": 1.0199999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.317, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.873, "count": 30, "max": 16.284, "p95": 15.186, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1466.023, "count": 30, "max": 6921.623, "p95": 6048.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100650.733, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 41239.933, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.4, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.533, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.148, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19759, "sampled_at": "2026-08-30T03:44:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T03:44:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9038.129, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T03:54:56+09:00", "last_error_summary": "[rtsp @ 0x5a29c8546f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a29c8546e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 152, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T03:54:56+09:00", "last_error_summary": "[rtsp @ 0x5a29c8546f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a29c8546e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T03:54:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T03:54:56+09:00", "pid": 10073, "process": {"exists": false, "pid": 10073}, "restart_count": 160, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 7524.424, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 7524.468, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 319.648, "last_sample_duration_ms": 611.603, "last_trigger": "periodic", "next_snapshot_in_sec": 280.352, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 528, "storage_bytes": 2432135}, "mjpeg": {"age_sec": 7524.417, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T03:54:58+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 7528.096, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524436.733, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524432.41, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524430.407, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524440.776, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.71, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.245, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6921.623, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10071, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002722, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001029, "system_cpu_s_delta": 0.6199999999953434, "user_cpu_core_ratio": 0.001693, "user_cpu_s_delta": 1.0199999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.317, "count": 30, "max": 29.625, "p95": 18.873, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.873, "count": 30, "max": 16.284, "p95": 15.186, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1466.023, "count": 30, "max": 6921.623, "p95": 6048.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100650.733, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 41239.933, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.4, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.533, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.148, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19759, "sampled_at": "2026-08-30T03:44:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T03:44:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9038.133, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 152, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T03:54:56+09:00", "last_error_summary": "[rtsp @ 0x5a29c8546f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a29c8546e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T03:54:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.026, "last_started_at": "2026-08-30T03:54:56+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 160, "restart_count_per_hour": 6, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 7524.448, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 7524.493, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 128, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 319.663, "last_sample_duration_ms": 611.603, "last_trigger": "periodic", "next_snapshot_in_sec": 280.337, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 528, "storage_bytes": 2432135}, "mjpeg": {"age_sec": 7524.441, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T03:54:58+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 7528.114, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524460.053, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524455.729, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524453.727, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524464.096, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.392, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.732, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 7524.425, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10073, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002687, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001062, "system_cpu_s_delta": 0.6399999999994179, "user_cpu_core_ratio": 0.001626, "user_cpu_s_delta": 0.9800000000104774}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.387, "count": 30, "max": 20.831, "p95": 16.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.433, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1716.837, "count": 30, "max": 7524.425, "p95": 6650.47, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100679.633, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 37968.233, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.367, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.167, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.135, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19760, "sampled_at": "2026-08-30T03:54:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T03:54:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9064.891, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T04:24:58+09:00", "last_error_summary": "[rtsp @ 0x5fd6092b6f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fd6092b6e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 153, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T04:24:58+09:00", "last_error_summary": "[rtsp @ 0x5fd6092b6f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fd6092b6e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T04:25:00+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T04:24:58+09:00", "pid": 10075, "process": {"exists": false, "pid": 10075}, "restart_count": 161, "restart_count_per_hour": 4, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 162}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 9326.887, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 9326.931, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 131, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 316.551, "last_sample_duration_ms": 541.04, "last_trigger": "periodic", "next_snapshot_in_sec": 283.449, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 531, "storage_bytes": 2453817}, "mjpeg": {"age_sec": 9326.88, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T04:25:00+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 9330.559, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326900.145, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326895.822, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326893.819, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326904.188, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.051, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.732, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 7524.425, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10073, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002687, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001062, "system_cpu_s_delta": 0.6399999999994179, "user_cpu_core_ratio": 0.001626, "user_cpu_s_delta": 0.9800000000104774}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.387, "count": 30, "max": 20.831, "p95": 16.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.433, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1716.837, "count": 30, "max": 7524.425, "p95": 6650.47, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100679.633, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 37968.233, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.367, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5.167, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.135, "count": 30, "max": 0.422, "p95": 0.414, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19760, "sampled_at": "2026-08-30T03:54:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T03:54:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9065.242, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 153, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T04:24:58+09:00", "last_error_summary": "[rtsp @ 0x5fd6092b6f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fd6092b6e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T04:25:00+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.027, "last_started_at": "2026-08-30T04:24:58+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 161, "restart_count_per_hour": 4, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 162}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 9326.912, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 9326.957, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 131, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 316.568, "last_sample_duration_ms": 541.04, "last_trigger": "periodic", "next_snapshot_in_sec": 283.432, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 531, "storage_bytes": 2453817}, "mjpeg": {"age_sec": 9326.905, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T04:25:00+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 9330.579, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326923.88, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326919.556, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326917.554, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326927.923, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.576, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.572, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 9326.889, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10075, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002497, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001015, "system_cpu_s_delta": 1.8300000000017462, "user_cpu_core_ratio": 0.001481, "user_cpu_s_delta": 2.6700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.133, "count": 30, "max": 20.831, "p95": 16.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.085, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2027.733, "count": 30, "max": 9326.889, "p95": 7253.164, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100713.6, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 34701.6, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.333, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.8, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.121, "count": 30, "max": 0.422, "p95": 0.408, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19761, "sampled_at": "2026-08-30T04:25:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T04:25:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9075.836, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T04:55:01+09:00", "last_error_summary": "[rtsp @ 0x590e6c147f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x590e6c147e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 154, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T04:55:01+09:00", "last_error_summary": "[rtsp @ 0x590e6c147f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x590e6c147e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T04:55:02+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T04:55:00+09:00", "pid": 10077, "process": {"exists": false, "pid": 10077}, "restart_count": 162, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 163}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 11129.153, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 11129.197, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 134, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 312.811, "last_sample_duration_ms": 545.059, "last_trigger": "periodic", "next_snapshot_in_sec": 287.189, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 534, "storage_bytes": 2475496}, "mjpeg": {"age_sec": 11129.146, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T04:55:02+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 11132.827, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129167.434, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129163.111, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129161.108, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129171.477, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.795, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.572, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 9326.889, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10075, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002497, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.001015, "system_cpu_s_delta": 1.8300000000017462, "user_cpu_core_ratio": 0.001481, "user_cpu_s_delta": 2.6700000000128057}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 7.133, "count": 30, "max": 20.831, "p95": 16.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 5.085, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2027.733, "count": 30, "max": 9326.889, "p95": 7253.164, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100713.6, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 34701.6, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.333, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.8, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.121, "count": 30, "max": 0.422, "p95": 0.408, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19761, "sampled_at": "2026-08-30T04:25:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T04:25:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9076.09, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 154, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T04:55:01+09:00", "last_error_summary": "[rtsp @ 0x590e6c147f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x590e6c147e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T04:55:02+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-08-30T04:55:00+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 162, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 163}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 11129.183, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 11129.227, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 134, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 312.829, "last_sample_duration_ms": 545.059, "last_trigger": "periodic", "next_snapshot_in_sec": 287.171, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 534, "storage_bytes": 2475496}, "mjpeg": {"age_sec": 11129.176, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T04:55:02+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 11132.849, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129194.462, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129190.139, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129188.136, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129198.505, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.471, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.877, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 11129.157, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10077, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000993, "system_cpu_s_delta": 1.7899999999935972, "user_cpu_core_ratio": 0.001487, "user_cpu_s_delta": 2.679999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.987, "count": 30, "max": 20.831, "p95": 16.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.843, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2398.705, "count": 30, "max": 11129.157, "p95": 8515.78, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100464.267, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 31151.667, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.3, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.433, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.422, "p95": 0.407, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19762, "sampled_at": "2026-08-30T04:55:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T04:55:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9100.266, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T05:25:03+09:00", "last_error_summary": "[rtsp @ 0x5d38667cef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d38667cee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 155, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T05:25:03+09:00", "last_error_summary": "[rtsp @ 0x5d38667cef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d38667cee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T05:25:05+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-08-30T05:25:03+09:00", "pid": 10141, "process": {"exists": false, "pid": 10141}, "restart_count": 163, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 164}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 12931.305, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 12931.349, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 309.69, "last_sample_duration_ms": 426.676, "last_trigger": "periodic", "next_snapshot_in_sec": 290.31, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 537, "storage_bytes": 2497167}, "mjpeg": {"age_sec": 12931.298, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T05:25:05+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 12934.979, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12931319.359, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12931315.035, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12931313.033, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12931323.402, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.964, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.877, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 11129.157, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10077, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000993, "system_cpu_s_delta": 1.7899999999935972, "user_cpu_core_ratio": 0.001487, "user_cpu_s_delta": 2.679999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.987, "count": 30, "max": 20.831, "p95": 16.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.843, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2398.705, "count": 30, "max": 11129.157, "p95": 8515.78, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100464.267, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 31151.667, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.3, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.433, "count": 30, "max": 14.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.422, "p95": 0.407, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19762, "sampled_at": "2026-08-30T04:55:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T04:55:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9100.184, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 155, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T05:25:03+09:00", "last_error_summary": "[rtsp @ 0x5d38667cef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d38667cee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T05:25:05+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-08-30T05:25:03+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 163, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 164}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 12931.333, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 12931.378, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 137, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 309.706, "last_sample_duration_ms": 426.676, "last_trigger": "periodic", "next_snapshot_in_sec": 290.294, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 537, "storage_bytes": 2497167}, "mjpeg": {"age_sec": 12931.327, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T05:25:05+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 12935.0, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12931345.175, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12931340.851, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12931338.849, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12931349.218, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.642, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.958, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 12931.308, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10141, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002375, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000932, "system_cpu_s_delta": 1.680000000007567, "user_cpu_core_ratio": 0.001443, "user_cpu_s_delta": 2.6000000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.868, "count": 30, "max": 20.831, "p95": 16.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.613, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2829.749, "count": 30, "max": 12931.308, "p95": 10318.136, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100157.133, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 27543.933, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.267, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.0, "count": 30, "max": 13.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.422, "p95": 0.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19763, "sampled_at": "2026-08-30T05:25:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T05:25:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9113.219, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T05:55:05+09:00", "last_error_summary": "[rtsp @ 0x5a07f86fbf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a07f86fbe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T05:55:05+09:00", "last_error_summary": "[rtsp @ 0x5a07f86fbf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a07f86fbe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T05:55:07+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T05:55:05+09:00", "pid": 10143, "process": {"exists": false, "pid": 10143}, "restart_count": 164, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 165}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 14733.792, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 14733.837, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 140, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 306.689, "last_sample_duration_ms": 522.033, "last_trigger": "periodic", "next_snapshot_in_sec": 293.311, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 540, "storage_bytes": 2518839}, "mjpeg": {"age_sec": 14733.785, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T05:55:07+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 14737.463, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733805.085, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733800.762, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733798.759, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733809.128, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.311, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.958, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 12931.308, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10141, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002375, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000932, "system_cpu_s_delta": 1.680000000007567, "user_cpu_core_ratio": 0.001443, "user_cpu_s_delta": 2.6000000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.868, "count": 30, "max": 20.831, "p95": 16.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.613, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2829.749, "count": 30, "max": 12931.308, "p95": 10318.136, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100157.133, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 27543.933, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.267, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4.0, "count": 30, "max": 13.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.422, "p95": 0.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19763, "sampled_at": "2026-08-30T05:25:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T05:25:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9113.242, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T05:55:05+09:00", "last_error_summary": "[rtsp @ 0x5a07f86fbf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a07f86fbe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T05:55:07+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.026, "last_started_at": "2026-08-30T05:55:05+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 164, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 165}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 14733.817, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 14733.862, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 140, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 306.707, "last_sample_duration_ms": 522.033, "last_trigger": "periodic", "next_snapshot_in_sec": 293.293, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 540, "storage_bytes": 2518839}, "mjpeg": {"age_sec": 14733.811, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T05:55:07+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 14737.483, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733829.138, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733824.815, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733822.812, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14733833.181, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.364, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.708, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 14733.793, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10143, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000932, "system_cpu_s_delta": 1.679999999993015, "user_cpu_core_ratio": 0.001426, "user_cpu_s_delta": 2.569999999977881}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.728, "count": 30, "max": 20.831, "p95": 16.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.36, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3320.875, "count": 30, "max": 14733.793, "p95": 12120.34, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100022.767, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 24108.967, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.233, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.633, "count": 30, "max": 13.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.422, "p95": 0.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19764, "sampled_at": "2026-08-30T05:55:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T05:55:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9126.707, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T06:25:08+09:00", "last_error_summary": "[rtsp @ 0x5bb69b975f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bb69b975e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 157, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T06:25:08+09:00", "last_error_summary": "[rtsp @ 0x5bb69b975f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bb69b975e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T06:25:10+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T06:25:08+09:00", "pid": 10145, "process": {"exists": false, "pid": 10145}, "restart_count": 165, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 166}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 16536.43, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 16536.474, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 143, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 296.879, "last_sample_duration_ms": 575.288, "last_trigger": "periodic", "next_snapshot_in_sec": 303.121, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 543, "storage_bytes": 2540507}, "mjpeg": {"age_sec": 16536.423, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T06:25:10+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 16540.102, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16536442.728, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16536438.404, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16536436.402, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16536446.771, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.447, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.708, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 14733.793, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10143, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000932, "system_cpu_s_delta": 1.679999999993015, "user_cpu_core_ratio": 0.001426, "user_cpu_s_delta": 2.569999999977881}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.728, "count": 30, "max": 20.831, "p95": 16.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.36, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3320.875, "count": 30, "max": 14733.793, "p95": 12120.34, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100022.767, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 24108.967, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.233, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.633, "count": 30, "max": 13.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.422, "p95": 0.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19764, "sampled_at": "2026-08-30T05:55:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T05:55:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9127.098, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 157, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T06:25:08+09:00", "last_error_summary": "[rtsp @ 0x5bb69b975f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5bb69b975e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T06:25:10+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.029, "last_started_at": "2026-08-30T06:25:08+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 165, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 166}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 16536.457, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 16536.502, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 143, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 296.897, "last_sample_duration_ms": 575.288, "last_trigger": "periodic", "next_snapshot_in_sec": 303.103, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 543, "storage_bytes": 2540507}, "mjpeg": {"age_sec": 16536.451, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T06:25:10+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 16540.124, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16536469.153, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16536464.83, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16536462.827, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 16536473.197, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.592, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.658, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 16536.431, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10145, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002291, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000904, "system_cpu_s_delta": 1.6300000000046566, "user_cpu_core_ratio": 0.001387, "user_cpu_s_delta": 2.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.411, "count": 30, "max": 20.831, "p95": 16.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.953, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3872.09, "count": 30, "max": 16536.431, "p95": 13922.675, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99985.267, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 20770.867, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.2, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.233, "count": 30, "max": 13.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.422, "p95": 0.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19765, "sampled_at": "2026-08-30T06:25:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T06:25:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9143.098, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T06:55:10+09:00", "last_error_summary": "[rtsp @ 0x61637ee53f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61637ee53e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 158, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T06:55:10+09:00", "last_error_summary": "[rtsp @ 0x61637ee53f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61637ee53e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T06:55:12+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-08-30T06:55:10+09:00", "pid": 10147, "process": {"exists": false, "pid": 10147}, "restart_count": 166, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 167}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 18338.799, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 18338.844, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 293.455, "last_sample_duration_ms": 549.108, "last_trigger": "periodic", "next_snapshot_in_sec": 306.545, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 546, "storage_bytes": 2562190}, "mjpeg": {"age_sec": 18338.793, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T06:55:12+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 18342.474, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18338814.957, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18338810.634, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18338808.631, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18338819.0, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.457, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.658, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 16536.431, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10145, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002291, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000904, "system_cpu_s_delta": 1.6300000000046566, "user_cpu_core_ratio": 0.001387, "user_cpu_s_delta": 2.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 6.411, "count": 30, "max": 20.831, "p95": 16.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.953, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3872.09, "count": 30, "max": 16536.431, "p95": 13922.675, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99985.267, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 20770.867, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.2, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3.233, "count": 30, "max": 13.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.422, "p95": 0.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19765, "sampled_at": "2026-08-30T06:25:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T06:25:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9143.59, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 158, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T06:55:10+09:00", "last_error_summary": "[rtsp @ 0x61637ee53f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61637ee53e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T06:55:12+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.037, "last_started_at": "2026-08-30T06:55:10+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 166, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 167}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 18338.835, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 18338.879, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 293.477, "last_sample_duration_ms": 549.108, "last_trigger": "periodic", "next_snapshot_in_sec": 306.523, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 546, "storage_bytes": 2562190}, "mjpeg": {"age_sec": 18338.828, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T06:55:12+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 18342.501, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18338846.499, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18338842.176, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18338840.174, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 18338850.543, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.449, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.847, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 18338.803, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10147, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002253, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000893, "system_cpu_s_delta": 1.610000000000582, "user_cpu_core_ratio": 0.001359, "user_cpu_s_delta": 2.4500000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.911, "count": 30, "max": 16.479, "p95": 15.414, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.688, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 4483.383, "count": 30, "max": 18338.803, "p95": 15725.244, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100385.767, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 17870.767, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.167, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2.867, "count": 30, "max": 13.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.422, "p95": 0.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19766, "sampled_at": "2026-08-30T06:55:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T06:55:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9157.668, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T07:25:13+09:00", "last_error_summary": "[rtsp @ 0x649e0927bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x649e0927be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 159, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T07:25:13+09:00", "last_error_summary": "[rtsp @ 0x649e0927bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x649e0927be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T07:25:15+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-08-30T07:25:13+09:00", "pid": 10149, "process": {"exists": false, "pid": 10149}, "restart_count": 167, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 20141.711, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 20141.755, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 290.108, "last_sample_duration_ms": 572.769, "last_trigger": "periodic", "next_snapshot_in_sec": 309.892, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 549, "storage_bytes": 2583867}, "mjpeg": {"age_sec": 20141.704, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T07:25:15+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 20145.384, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20141724.177, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20141719.854, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20141717.852, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20141728.221, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.151, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.847, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 18338.803, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10147, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002253, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000893, "system_cpu_s_delta": 1.610000000000582, "user_cpu_core_ratio": 0.001359, "user_cpu_s_delta": 2.4500000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.911, "count": 30, "max": 16.479, "p95": 15.414, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.688, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 4483.383, "count": 30, "max": 18338.803, "p95": 15725.244, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100385.767, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 17870.767, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.167, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2.867, "count": 30, "max": 13.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.178, "p95": 0.145, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.422, "p95": 0.405, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19766, "sampled_at": "2026-08-30T06:55:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T06:55:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9157.152, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 159, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T07:25:13+09:00", "last_error_summary": "[rtsp @ 0x649e0927bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x649e0927be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T07:25:15+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.029, "last_started_at": "2026-08-30T07:25:13+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 167, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 20141.738, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 20141.782, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 290.124, "last_sample_duration_ms": 572.769, "last_trigger": "periodic", "next_snapshot_in_sec": 309.876, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 549, "storage_bytes": 2583867}, "mjpeg": {"age_sec": 20141.731, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T07:25:15+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 20145.405, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20141749.563, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20141745.24, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20141743.238, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 20141753.607, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.933, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.095, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 20141.713, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10149, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002302, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00091, "system_cpu_s_delta": 1.639999999999418, "user_cpu_core_ratio": 0.001392, "user_cpu_s_delta": 2.5100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.636, "count": 30, "max": 16.479, "p95": 15.414, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.307, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5154.773, "count": 30, "max": 20141.713, "p95": 17527.736, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100299.7, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 14484.1, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.133, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2.5, "count": 30, "max": 13.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.015, "count": 30, "max": 0.152, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.422, "p95": 0.401, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19767, "sampled_at": "2026-08-30T07:25:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T07:25:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9178.645, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T07:55:16+09:00", "last_error_summary": "[rtsp @ 0x560ec885ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x560ec885ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 160, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T07:55:16+09:00", "last_error_summary": "[rtsp @ 0x560ec885ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x560ec885ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T07:55:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-08-30T07:55:16+09:00", "pid": 10151, "process": {"exists": false, "pid": 10151}, "restart_count": 168, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 21944.254, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 21944.298, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 286.867, "last_sample_duration_ms": 607.363, "last_trigger": "periodic", "next_snapshot_in_sec": 313.133, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 552, "storage_bytes": 2605539}, "mjpeg": {"age_sec": 21944.247, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T07:55:18+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 21947.927, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21944268.445, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21944264.122, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21944262.119, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21944272.488, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.159, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.095, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 20141.713, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10149, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002302, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00091, "system_cpu_s_delta": 1.639999999999418, "user_cpu_core_ratio": 0.001392, "user_cpu_s_delta": 2.5100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.636, "count": 30, "max": 16.479, "p95": 15.414, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 3.307, "count": 30, "max": 16.284, "p95": 15.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5154.773, "count": 30, "max": 20141.713, "p95": 17527.736, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100299.7, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 14484.1, "count": 30, "max": 113901.0, "p95": 110890.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.133, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2.5, "count": 30, "max": 13.0, "p95": 12.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.015, "count": 30, "max": 0.152, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.422, "p95": 0.401, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19767, "sampled_at": "2026-08-30T07:25:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T07:25:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9178.773, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 160, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T07:55:16+09:00", "last_error_summary": "[rtsp @ 0x560ec885ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x560ec885ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T07:55:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-08-30T07:55:16+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 168, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 21944.28, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 21944.325, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 286.882, "last_sample_duration_ms": 607.363, "last_trigger": "periodic", "next_snapshot_in_sec": 313.118, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 552, "storage_bytes": 2605539}, "mjpeg": {"age_sec": 21944.274, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T07:55:18+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 21947.946, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21944292.28, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21944287.957, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21944285.954, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 21944296.324, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.2, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.459, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 21944.257, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10151, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002252, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000888, "system_cpu_s_delta": 1.6000000000058208, "user_cpu_core_ratio": 0.001365, "user_cpu_s_delta": 2.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.301, "count": 30, "max": 16.479, "p95": 11.812, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 2.89, "count": 30, "max": 16.284, "p95": 10.329, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5886.249, "count": 30, "max": 21944.257, "p95": 19330.403, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99936.233, "count": 30, "max": 113901.0, "p95": 105983.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 10820.033, "count": 30, "max": 113901.0, "p95": 105983.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.1, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2.1, "count": 30, "max": 13.0, "p95": 11.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.012, "count": 30, "max": 0.152, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.422, "p95": 0.268, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19768, "sampled_at": "2026-08-30T07:55:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T07:55:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9200.949, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T08:25:19+09:00", "last_error_summary": "[rtsp @ 0x59e68c209f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x59e68c209e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 161, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T08:25:19+09:00", "last_error_summary": "[rtsp @ 0x59e68c209f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x59e68c209e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T08:25:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T08:25:18+09:00", "pid": 10153, "process": {"exists": false, "pid": 10153}, "restart_count": 169, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 23747.216, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 23747.261, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 284.222, "last_sample_duration_ms": 541.883, "last_trigger": "periodic", "next_snapshot_in_sec": 315.778, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 555, "storage_bytes": 2627214}, "mjpeg": {"age_sec": 23747.21, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T08:25:21+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 23750.89, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747229.405, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747225.082, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747223.08, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747233.449, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.59, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.459, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 21944.257, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10151, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002252, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000888, "system_cpu_s_delta": 1.6000000000058208, "user_cpu_core_ratio": 0.001365, "user_cpu_s_delta": 2.459999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 5.301, "count": 30, "max": 16.479, "p95": 11.812, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 2.89, "count": 30, "max": 16.284, "p95": 10.329, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5886.249, "count": 30, "max": 21944.257, "p95": 19330.403, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99936.233, "count": 30, "max": 113901.0, "p95": 105983.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 10820.033, "count": 30, "max": 113901.0, "p95": 105983.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.1, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2.1, "count": 30, "max": 13.0, "p95": 11.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.012, "count": 30, "max": 0.152, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.422, "p95": 0.268, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19768, "sampled_at": "2026-08-30T07:55:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T07:55:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9200.633, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 161, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T08:25:19+09:00", "last_error_summary": "[rtsp @ 0x59e68c209f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x59e68c209e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T08:25:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-08-30T08:25:18+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 169, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 23747.246, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 23747.29, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 284.241, "last_sample_duration_ms": 541.883, "last_trigger": "periodic", "next_snapshot_in_sec": 315.759, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 555, "storage_bytes": 2627214}, "mjpeg": {"age_sec": 23747.239, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T08:25:21+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 23750.913, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747257.657, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747253.334, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747251.332, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 23747261.701, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.713, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.01, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 23747.218, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10153, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002241, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000893, "system_cpu_s_delta": 1.610000000000582, "user_cpu_core_ratio": 0.001348, "user_cpu_s_delta": 2.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.819, "count": 30, "max": 16.163, "p95": 6.382, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 2.402, "count": 30, "max": 15.733, "p95": 3.665, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6677.823, "count": 30, "max": 23747.218, "p95": 21133.112, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99514.1, "count": 30, "max": 113901.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 7097.3, "count": 30, "max": 113901.0, "p95": 54459.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.067, "count": 30, "max": 1.0, "p95": 0.55, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.7, "count": 30, "max": 12.0, "p95": 6.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.007, "count": 30, "max": 0.137, "p95": 0.015, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.019, "count": 30, "max": 0.422, "p95": 0.051, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19769, "sampled_at": "2026-08-30T08:25:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T08:25:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9212.879, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T08:55:22+09:00", "last_error_summary": "[rtsp @ 0x607b7fe6ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x607b7fe6ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 162, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T08:55:22+09:00", "last_error_summary": "[rtsp @ 0x607b7fe6ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x607b7fe6ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T08:55:24+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T08:55:22+09:00", "pid": 10155, "process": {"exists": false, "pid": 10155}, "restart_count": 170, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 25550.262, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 25550.306, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 281.383, "last_sample_duration_ms": 578.365, "last_trigger": "periodic", "next_snapshot_in_sec": 318.617, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 558, "storage_bytes": 2648884}, "mjpeg": {"age_sec": 25550.255, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T08:55:24+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 25553.942, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25550276.21, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25550271.887, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25550269.884, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25550280.253, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.252, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.01, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 23747.218, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10153, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002241, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000893, "system_cpu_s_delta": 1.610000000000582, "user_cpu_core_ratio": 0.001348, "user_cpu_s_delta": 2.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.819, "count": 30, "max": 16.163, "p95": 6.382, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 2.402, "count": 30, "max": 15.733, "p95": 3.665, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 6677.823, "count": 30, "max": 23747.218, "p95": 21133.112, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99514.1, "count": 30, "max": 113901.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 7097.3, "count": 30, "max": 113901.0, "p95": 54459.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.067, "count": 30, "max": 1.0, "p95": 0.55, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.7, "count": 30, "max": 12.0, "p95": 6.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.007, "count": 30, "max": 0.137, "p95": 0.015, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.019, "count": 30, "max": 0.422, "p95": 0.051, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19769, "sampled_at": "2026-08-30T08:25:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T08:25:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9212.34, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 162, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T08:55:22+09:00", "last_error_summary": "[rtsp @ 0x607b7fe6ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x607b7fe6ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T08:55:24+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.045, "last_started_at": "2026-08-30T08:55:22+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 170, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 25550.305, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 25550.35, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 281.407, "last_sample_duration_ms": 578.365, "last_trigger": "periodic", "next_snapshot_in_sec": 318.593, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 558, "storage_bytes": 2648884}, "mjpeg": {"age_sec": 25550.299, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T08:55:24+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 25553.972, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25550317.282, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25550312.959, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25550310.956, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 25550321.325, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.492, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.014, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25550.271, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10155, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00086, "system_cpu_s_delta": 1.5499999999883585, "user_cpu_core_ratio": 0.00132, "user_cpu_s_delta": 2.3800000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.347, "count": 30, "max": 6.495, "p95": 6.186, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.928, "count": 30, "max": 3.725, "p95": 3.472, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 7529.498, "count": 30, "max": 25550.271, "p95": 22935.886, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 3300.6, "count": 30, "max": 99018.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.333, "count": 30, "max": 10.0, "p95": 1.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.026, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.005, "count": 30, "max": 0.084, "p95": 0.008, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19770, "sampled_at": "2026-08-30T08:55:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T08:55:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9223.758, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T09:25:25+09:00", "last_error_summary": "[rtsp @ 0x5799d1e0af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5799d1e0ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 163, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T09:25:25+09:00", "last_error_summary": "[rtsp @ 0x5799d1e0af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5799d1e0ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T09:25:27+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T09:25:25+09:00", "pid": 10157, "process": {"exists": false, "pid": 10157}, "restart_count": 171, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 27353.222, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 27353.266, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 278.562, "last_sample_duration_ms": 574.47, "last_trigger": "periodic", "next_snapshot_in_sec": 321.438, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 561, "storage_bytes": 2670557}, "mjpeg": {"age_sec": 27353.215, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T09:25:27+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 27356.894, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27353234.851, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27353230.527, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27353228.525, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27353238.894, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.606, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.014, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 25550.271, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10155, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00086, "system_cpu_s_delta": 1.5499999999883585, "user_cpu_core_ratio": 0.00132, "user_cpu_s_delta": 2.3800000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.347, "count": 30, "max": 6.495, "p95": 6.186, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.928, "count": 30, "max": 3.725, "p95": 3.472, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 7529.498, "count": 30, "max": 25550.271, "p95": 22935.886, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 3300.6, "count": 30, "max": 99018.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.333, "count": 30, "max": 10.0, "p95": 1.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.026, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.005, "count": 30, "max": 0.084, "p95": 0.008, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19770, "sampled_at": "2026-08-30T08:55:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T08:55:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9223.215, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 163, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T09:25:25+09:00", "last_error_summary": "[rtsp @ 0x5799d1e0af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5799d1e0ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T09:25:27+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.029, "last_started_at": "2026-08-30T09:25:25+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 171, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 27353.249, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 27353.294, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 278.58, "last_sample_duration_ms": 574.47, "last_trigger": "periodic", "next_snapshot_in_sec": 321.42, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 561, "storage_bytes": 2670557}, "mjpeg": {"age_sec": 27353.242, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T09:25:27+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 27356.916, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27353260.963, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27353256.64, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27353254.637, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 27353265.007, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.886, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.505, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 27353.223, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10157, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00213, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000838, "system_cpu_s_delta": 1.5100000000093132, "user_cpu_core_ratio": 0.001292, "user_cpu_s_delta": 2.330000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.327, "count": 30, "max": 6.495, "p95": 6.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.873, "count": 30, "max": 3.725, "p95": 3.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8440.27, "count": 30, "max": 27353.223, "p95": 24738.897, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.003, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.01, "p95": 0.005, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19771, "sampled_at": "2026-08-30T09:25:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T09:25:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9235.488, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T09:55:27+09:00", "last_error_summary": "[rtsp @ 0x61193e750f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61193e750e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 164, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T09:55:27+09:00", "last_error_summary": "[rtsp @ 0x61193e750f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61193e750e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T09:55:29+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T09:55:27+09:00", "pid": 10159, "process": {"exists": false, "pid": 10159}, "restart_count": 172, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 29155.504, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 29155.548, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 275.18, "last_sample_duration_ms": 611.622, "last_trigger": "periodic", "next_snapshot_in_sec": 324.82, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 564, "storage_bytes": 2692232}, "mjpeg": {"age_sec": 29155.497, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T09:55:29+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 29159.176, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29155517.076, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29155512.753, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29155510.75, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29155521.119, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.813, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.505, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 27353.223, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10157, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00213, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000838, "system_cpu_s_delta": 1.5100000000093132, "user_cpu_core_ratio": 0.001292, "user_cpu_s_delta": 2.330000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.327, "count": 30, "max": 6.495, "p95": 6.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.873, "count": 30, "max": 3.725, "p95": 3.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8440.27, "count": 30, "max": 27353.223, "p95": 24738.897, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.033, "count": 30, "max": 2.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.003, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.01, "p95": 0.005, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19771, "sampled_at": "2026-08-30T09:25:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T09:25:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9235.707, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 164, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T09:55:27+09:00", "last_error_summary": "[rtsp @ 0x61193e750f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61193e750e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T09:55:29+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-08-30T09:55:27+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 172, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 29155.533, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 29155.577, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 275.199, "last_sample_duration_ms": 611.622, "last_trigger": "periodic", "next_snapshot_in_sec": 324.801, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 564, "storage_bytes": 2692232}, "mjpeg": {"age_sec": 29155.526, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T09:55:29+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 29159.199, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29155544.508, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29155540.184, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29155538.182, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 29155548.551, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.409, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.675, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 29155.505, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10159, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002053, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000821, "system_cpu_s_delta": 1.4799999999959255, "user_cpu_core_ratio": 0.001232, "user_cpu_s_delta": 2.2199999999720603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.243, "count": 30, "max": 6.495, "p95": 6.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.796, "count": 30, "max": 3.725, "p95": 2.977, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9410.749, "count": 30, "max": 29155.505, "p95": 26541.895, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.005, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19772, "sampled_at": "2026-08-30T09:55:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T09:55:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9252.145, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T10:25:29+09:00", "last_error_summary": "[rtsp @ 0x5c5e43fdef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c5e43fdee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 165, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T10:25:29+09:00", "last_error_summary": "[rtsp @ 0x5c5e43fdef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c5e43fdee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T10:25:31+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-08-30T10:25:29+09:00", "pid": 10161, "process": {"exists": false, "pid": 10161}, "restart_count": 173, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 30957.863, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 30957.907, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 271.961, "last_sample_duration_ms": 548.841, "last_trigger": "periodic", "next_snapshot_in_sec": 328.039, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 567, "storage_bytes": 2713917}, "mjpeg": {"age_sec": 30957.856, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T10:25:31+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 30961.536, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30957876.324, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30957872.001, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30957869.998, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30957880.367, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.439, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.675, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 29155.505, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10159, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002053, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000821, "system_cpu_s_delta": 1.4799999999959255, "user_cpu_core_ratio": 0.001232, "user_cpu_s_delta": 2.2199999999720603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.243, "count": 30, "max": 6.495, "p95": 6.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.796, "count": 30, "max": 3.725, "p95": 2.977, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 9410.749, "count": 30, "max": 29155.505, "p95": 26541.895, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.005, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19772, "sampled_at": "2026-08-30T09:55:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T09:55:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9252.137, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 165, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T10:25:29+09:00", "last_error_summary": "[rtsp @ 0x5c5e43fdef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c5e43fdee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T10:25:31+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-08-30T10:25:29+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 173, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 30957.889, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 30957.934, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 271.978, "last_sample_duration_ms": 548.841, "last_trigger": "periodic", "next_snapshot_in_sec": 328.022, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 567, "storage_bytes": 2713917}, "mjpeg": {"age_sec": 30957.883, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T10:25:31+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 30961.556, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30957901.163, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30957896.84, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30957894.838, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30957905.207, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.403, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.654, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30957.865, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10161, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000832, "system_cpu_s_delta": 1.5, "user_cpu_core_ratio": 0.001276, "user_cpu_s_delta": 2.3000000000174623}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.288, "count": 30, "max": 6.495, "p95": 6.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.747, "count": 30, "max": 3.725, "p95": 2.96, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 10440.944, "count": 30, "max": 30957.865, "p95": 28344.478, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.005, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19773, "sampled_at": "2026-08-30T10:25:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T10:25:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9263.789, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T10:55:32+09:00", "last_error_summary": "[rtsp @ 0x6231a4d62f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6231a4d62e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 166, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T10:55:32+09:00", "last_error_summary": "[rtsp @ 0x6231a4d62f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6231a4d62e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T10:55:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T10:55:31+09:00", "pid": 10163, "process": {"exists": false, "pid": 10163}, "restart_count": 174, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 32760.181, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 32760.226, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 268.666, "last_sample_duration_ms": 612.927, "last_trigger": "periodic", "next_snapshot_in_sec": 331.334, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 570, "storage_bytes": 2735593}, "mjpeg": {"age_sec": 32760.175, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T10:55:33+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 32763.853, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760194.354, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760190.031, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760188.028, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760198.397, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.35, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.654, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30957.865, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10161, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000832, "system_cpu_s_delta": 1.5, "user_cpu_core_ratio": 0.001276, "user_cpu_s_delta": 2.3000000000174623}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.288, "count": 30, "max": 6.495, "p95": 6.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.747, "count": 30, "max": 3.725, "p95": 2.96, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 10440.944, "count": 30, "max": 30957.865, "p95": 28344.478, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.005, "p95": 0.004, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19773, "sampled_at": "2026-08-30T10:25:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T10:25:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9264.043, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 166, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T10:55:32+09:00", "last_error_summary": "[rtsp @ 0x6231a4d62f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6231a4d62e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T10:55:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.027, "last_started_at": "2026-08-30T10:55:31+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 174, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 32760.207, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 32760.251, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 268.682, "last_sample_duration_ms": 612.927, "last_trigger": "periodic", "next_snapshot_in_sec": 331.318, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 570, "storage_bytes": 2735593}, "mjpeg": {"age_sec": 32760.2, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T10:55:33+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 32763.873, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760218.359, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760214.036, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760212.034, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 32760222.403, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.598, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.376, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 32760.182, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10163, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002153, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000849, "system_cpu_s_delta": 1.5299999999988358, "user_cpu_core_ratio": 0.001304, "user_cpu_s_delta": 2.3500000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.314, "count": 30, "max": 6.495, "p95": 6.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.696, "count": 30, "max": 3.725, "p95": 2.671, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 11530.615, "count": 30, "max": 32760.182, "p95": 30146.803, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19774, "sampled_at": "2026-08-30T10:55:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T10:55:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9295.398, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T11:25:34+09:00", "last_error_summary": "[rtsp @ 0x5c9baade4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c9baade4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 167, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T11:25:34+09:00", "last_error_summary": "[rtsp @ 0x5c9baade4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c9baade4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T11:25:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T11:25:34+09:00", "pid": 10166, "process": {"exists": false, "pid": 10166}, "restart_count": 175, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 34562.942, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 34562.986, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 173, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 265.623, "last_sample_duration_ms": 564.049, "last_trigger": "periodic", "next_snapshot_in_sec": 334.377, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 573, "storage_bytes": 2757271}, "mjpeg": {"age_sec": 34562.935, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T11:25:36+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 34566.618, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562955.069, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562950.746, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562948.744, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562959.113, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.03, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.376, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 32760.182, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10163, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002153, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000849, "system_cpu_s_delta": 1.5299999999988358, "user_cpu_core_ratio": 0.001304, "user_cpu_s_delta": 2.3500000000058208}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.314, "count": 30, "max": 6.495, "p95": 6.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.696, "count": 30, "max": 3.725, "p95": 2.671, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 11530.615, "count": 30, "max": 32760.182, "p95": 30146.803, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.004, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19774, "sampled_at": "2026-08-30T10:55:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T10:55:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9295.75, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 167, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T11:25:34+09:00", "last_error_summary": "[rtsp @ 0x5c9baade4f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c9baade4e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T11:25:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.036, "last_started_at": "2026-08-30T11:25:34+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 175, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 34562.977, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 34563.022, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 173, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 265.643, "last_sample_duration_ms": 564.049, "last_trigger": "periodic", "next_snapshot_in_sec": 334.357, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 573, "storage_bytes": 2757271}, "mjpeg": {"age_sec": 34562.97, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T11:25:36+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 34566.643, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562988.984, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562984.661, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562982.659, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34562993.028, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.396, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.38, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 34562.945, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10166, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000849, "system_cpu_s_delta": 1.5299999999988358, "user_cpu_core_ratio": 0.001259, "user_cpu_s_delta": 2.2699999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.227, "count": 30, "max": 6.495, "p95": 6.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.682, "count": 30, "max": 3.725, "p95": 2.671, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 12679.243, "count": 30, "max": 34562.945, "p95": 31949.139, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19775, "sampled_at": "2026-08-30T11:25:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T11:25:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9308.555, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T11:55:36+09:00", "last_error_summary": "[rtsp @ 0x5d75ea5c0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d75ea5c0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 168, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T11:55:36+09:00", "last_error_summary": "[rtsp @ 0x5d75ea5c0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d75ea5c0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T11:55:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-08-30T11:55:36+09:00", "pid": 10168, "process": {"exists": false, "pid": 10168}, "restart_count": 176, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 36365.1, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 36365.144, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 262.097, "last_sample_duration_ms": 531.721, "last_trigger": "periodic", "next_snapshot_in_sec": 337.903, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 576, "storage_bytes": 2778947}, "mjpeg": {"age_sec": 36365.093, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T11:55:38+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 36368.773, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365113.095, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365108.771, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365106.769, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365117.138, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.455, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.38, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 34562.945, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10166, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000849, "system_cpu_s_delta": 1.5299999999988358, "user_cpu_core_ratio": 0.001259, "user_cpu_s_delta": 2.2699999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.227, "count": 30, "max": 6.495, "p95": 6.066, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.682, "count": 30, "max": 3.725, "p95": 2.671, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 12679.243, "count": 30, "max": 34562.945, "p95": 31949.139, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19775, "sampled_at": "2026-08-30T11:25:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T11:25:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9308.234, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 168, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T11:55:36+09:00", "last_error_summary": "[rtsp @ 0x5d75ea5c0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5d75ea5c0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T11:55:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.032, "last_started_at": "2026-08-30T11:55:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 176, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 36365.13, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 36365.175, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 262.117, "last_sample_duration_ms": 531.721, "last_trigger": "periodic", "next_snapshot_in_sec": 337.883, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 576, "storage_bytes": 2778947}, "mjpeg": {"age_sec": 36365.123, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T11:55:38+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 36368.797, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365141.938, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365137.615, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365135.613, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 36365145.982, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.599, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.886, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 36365.102, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10168, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002109, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000821, "system_cpu_s_delta": 1.4799999999959255, "user_cpu_core_ratio": 0.001287, "user_cpu_s_delta": 2.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.28, "count": 30, "max": 6.495, "p95": 6.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.627, "count": 30, "max": 3.055, "p95": 2.143, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 13885.85, "count": 30, "max": 36365.102, "p95": 33751.702, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19776, "sampled_at": "2026-08-30T11:55:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T11:55:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9343.75, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T12:25:39+09:00", "last_error_summary": "[rtsp @ 0x64493866df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64493866de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 169, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T12:25:39+09:00", "last_error_summary": "[rtsp @ 0x64493866df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64493866de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T12:25:41+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T12:25:39+09:00", "pid": 10171, "process": {"exists": false, "pid": 10171}, "restart_count": 177, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 38167.386, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 38167.431, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 258.871, "last_sample_duration_ms": 630.417, "last_trigger": "periodic", "next_snapshot_in_sec": 341.129, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 579, "storage_bytes": 2800618}, "mjpeg": {"age_sec": 38167.38, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T12:25:41+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 38171.065, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167403.789, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167399.466, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167397.463, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167407.832, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.686, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.886, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 36365.102, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10168, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002109, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000821, "system_cpu_s_delta": 1.4799999999959255, "user_cpu_core_ratio": 0.001287, "user_cpu_s_delta": 2.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.28, "count": 30, "max": 6.495, "p95": 6.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.627, "count": 30, "max": 3.055, "p95": 2.143, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 13885.85, "count": 30, "max": 36365.102, "p95": 33751.702, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19776, "sampled_at": "2026-08-30T11:55:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T11:55:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9343.84, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 169, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T12:25:39+09:00", "last_error_summary": "[rtsp @ 0x64493866df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64493866de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T12:25:41+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.042, "last_started_at": "2026-08-30T12:25:39+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 177, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 38167.426, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 38167.471, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 258.896, "last_sample_duration_ms": 630.417, "last_trigger": "periodic", "next_snapshot_in_sec": 341.104, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 579, "storage_bytes": 2800618}, "mjpeg": {"age_sec": 38167.42, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T12:25:41+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 38171.093, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167438.292, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167433.969, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167431.966, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 38167442.335, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.713, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.73, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 38167.394, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10171, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000827, "system_cpu_s_delta": 1.4900000000052387, "user_cpu_core_ratio": 0.001298, "user_cpu_s_delta": 2.3399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.254, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.596, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 15150.448, "count": 30, "max": 38167.394, "p95": 35554.131, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19777, "sampled_at": "2026-08-30T12:25:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T12:25:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9356.418, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T12:55:41+09:00", "last_error_summary": "[rtsp @ 0x6081e96bff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6081e96bfe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 170, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T12:55:41+09:00", "last_error_summary": "[rtsp @ 0x6081e96bff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6081e96bfe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T12:55:43+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T12:55:41+09:00", "pid": 10173, "process": {"exists": false, "pid": 10173}, "restart_count": 178, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 39969.951, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 39969.996, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 182, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 255.369, "last_sample_duration_ms": 556.124, "last_trigger": "periodic", "next_snapshot_in_sec": 344.631, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 582, "storage_bytes": 2822285}, "mjpeg": {"age_sec": 39969.945, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T12:55:43+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 39973.626, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969964.542, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969960.219, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969958.217, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969968.586, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.883, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.73, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 38167.394, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10171, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000827, "system_cpu_s_delta": 1.4900000000052387, "user_cpu_core_ratio": 0.001298, "user_cpu_s_delta": 2.3399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.254, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.596, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 15150.448, "count": 30, "max": 38167.394, "p95": 35554.131, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.003, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19777, "sampled_at": "2026-08-30T12:25:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T12:25:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9355.98, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 170, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T12:55:41+09:00", "last_error_summary": "[rtsp @ 0x6081e96bff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6081e96bfe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T12:55:43+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-08-30T12:55:41+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 178, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 39969.981, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 39970.026, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 182, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 255.384, "last_sample_duration_ms": 556.124, "last_trigger": "periodic", "next_snapshot_in_sec": 344.616, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 582, "storage_bytes": 2822285}, "mjpeg": {"age_sec": 39969.974, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T12:55:43+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 39973.647, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969993.088, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969988.765, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969986.762, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 39969997.131, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.401, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.052, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 39969.955, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10173, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00203, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000799, "system_cpu_s_delta": 1.4400000000023283, "user_cpu_core_ratio": 0.001232, "user_cpu_s_delta": 2.220000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.303, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.616, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 16473.04, "count": 30, "max": 39969.955, "p95": 37356.363, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19778, "sampled_at": "2026-08-30T12:55:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T12:55:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9366.703, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T13:25:44+09:00", "last_error_summary": "[rtsp @ 0x5aa3d8244f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5aa3d8244e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T13:25:44+09:00", "last_error_summary": "[rtsp @ 0x5aa3d8244f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5aa3d8244e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T13:25:45+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T13:25:43+09:00", "pid": 10175, "process": {"exists": false, "pid": 10175}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 41772.201, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 41772.246, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 185, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 252.125, "last_sample_duration_ms": 544.054, "last_trigger": "periodic", "next_snapshot_in_sec": 347.875, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 585, "storage_bytes": 2843957}, "mjpeg": {"age_sec": 41772.194, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T13:25:46+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 41775.874, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772213.991, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772209.667, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772207.665, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772218.034, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.887, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.052, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 39969.955, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10173, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00203, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000799, "system_cpu_s_delta": 1.4400000000023283, "user_cpu_core_ratio": 0.001232, "user_cpu_s_delta": 2.220000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.303, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.616, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 16473.04, "count": 30, "max": 39969.955, "p95": 37356.363, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19778, "sampled_at": "2026-08-30T12:55:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T12:55:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9365.973, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T13:25:44+09:00", "last_error_summary": "[rtsp @ 0x5aa3d8244f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5aa3d8244e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T13:25:45+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-08-30T13:25:43+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 179, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 41772.231, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 41772.276, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 185, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 252.145, "last_sample_duration_ms": 544.054, "last_trigger": "periodic", "next_snapshot_in_sec": 347.855, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 585, "storage_bytes": 2843957}, "mjpeg": {"age_sec": 41772.225, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T13:25:46+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 41775.898, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772243.207, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772238.884, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772236.882, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 41772247.251, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.803, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.694, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 41772.202, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10175, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001914, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000738, "system_cpu_s_delta": 1.3300000000017462, "user_cpu_core_ratio": 0.001176, "user_cpu_s_delta": 2.1199999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.335, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.632, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 17835.61, "count": 30, "max": 41772.202, "p95": 39158.803, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19779, "sampled_at": "2026-08-30T13:25:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T13:25:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9378.23, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T13:55:46+09:00", "last_error_summary": "[rtsp @ 0x56c2b12a1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56c2b12a1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 172, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T13:55:46+09:00", "last_error_summary": "[rtsp @ 0x56c2b12a1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56c2b12a1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T13:55:48+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T13:55:46+09:00", "pid": 10177, "process": {"exists": false, "pid": 10177}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 43574.684, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 43574.728, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 188, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 248.706, "last_sample_duration_ms": 629.299, "last_trigger": "periodic", "next_snapshot_in_sec": 351.294, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 588, "storage_bytes": 2865623}, "mjpeg": {"age_sec": 43574.677, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T13:55:48+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 43578.358, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43574698.185, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43574693.862, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43574691.86, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43574702.229, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.127, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.694, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 41772.202, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10175, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001914, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000738, "system_cpu_s_delta": 1.3300000000017462, "user_cpu_core_ratio": 0.001176, "user_cpu_s_delta": 2.1199999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.335, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.632, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 17835.61, "count": 30, "max": 41772.202, "p95": 39158.803, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19779, "sampled_at": "2026-08-30T13:25:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T13:25:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9378.395, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 172, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T13:55:46+09:00", "last_error_summary": "[rtsp @ 0x56c2b12a1f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56c2b12a1e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T13:55:48+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-08-30T13:55:46+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 180, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 43574.716, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 43574.76, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 188, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 248.729, "last_sample_duration_ms": 629.299, "last_trigger": "periodic", "next_snapshot_in_sec": 351.271, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 588, "storage_bytes": 2865623}, "mjpeg": {"age_sec": 43574.709, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T13:55:48+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 43578.382, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43574727.754, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43574723.431, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43574721.429, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 43574731.798, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.498, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.72, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 43574.687, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10177, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001875, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000699, "system_cpu_s_delta": 1.2599999999947613, "user_cpu_core_ratio": 0.001176, "user_cpu_s_delta": 2.1199999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.423, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.642, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 19238.172, "count": 30, "max": 43574.687, "p95": 40961.191, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19780, "sampled_at": "2026-08-30T13:55:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T13:55:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9390.246, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T14:25:49+09:00", "last_error_summary": "[rtsp @ 0x6212d543cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6212d543ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 173, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T14:25:49+09:00", "last_error_summary": "[rtsp @ 0x6212d543cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6212d543ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T14:25:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-08-30T14:25:49+09:00", "pid": 10179, "process": {"exists": false, "pid": 10179}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 45377.279, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 45377.323, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 191, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 245.823, "last_sample_duration_ms": 600.447, "last_trigger": "periodic", "next_snapshot_in_sec": 354.177, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 591, "storage_bytes": 2887298}, "mjpeg": {"age_sec": 45377.272, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T14:25:51+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 45380.953, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45377291.973, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45377287.65, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45377285.647, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45377296.016, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.061, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.72, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 43574.687, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10177, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001875, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000699, "system_cpu_s_delta": 1.2599999999947613, "user_cpu_core_ratio": 0.001176, "user_cpu_s_delta": 2.1199999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.423, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.642, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 19238.172, "count": 30, "max": 43574.687, "p95": 40961.191, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.002, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19780, "sampled_at": "2026-08-30T13:55:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T13:55:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9390.633, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 173, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T14:25:49+09:00", "last_error_summary": "[rtsp @ 0x6212d543cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6212d543ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T14:25:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.029, "last_started_at": "2026-08-30T14:25:49+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 181, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 45377.306, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 45377.35, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 191, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 245.84, "last_sample_duration_ms": 600.447, "last_trigger": "periodic", "next_snapshot_in_sec": 354.16, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 591, "storage_bytes": 2887298}, "mjpeg": {"age_sec": 45377.299, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T14:25:51+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 45380.972, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45377317.7, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45377313.376, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45377311.374, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 45377321.743, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.604, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.71, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 45377.281, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10179, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00076, "system_cpu_s_delta": 1.3699999999953434, "user_cpu_core_ratio": 0.001198, "user_cpu_s_delta": 2.1600000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.307, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.626, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 20680.733, "count": 30, "max": 45377.281, "p95": 42763.569, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19781, "sampled_at": "2026-08-30T14:25:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T14:25:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9401.836, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T14:55:52+09:00", "last_error_summary": "[rtsp @ 0x578a824fcf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x578a824fce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 174, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T14:55:52+09:00", "last_error_summary": "[rtsp @ 0x578a824fcf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x578a824fce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T14:55:54+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T14:55:52+09:00", "pid": 10181, "process": {"exists": false, "pid": 10181}, "restart_count": 182, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 47180.249, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 47180.293, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 241.242, "last_sample_duration_ms": 556.453, "last_trigger": "periodic", "next_snapshot_in_sec": 358.758, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 594, "storage_bytes": 2908963}, "mjpeg": {"age_sec": 47180.242, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T14:55:54+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 47183.921, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47180261.597, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47180257.274, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47180255.272, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47180265.641, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.384, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.71, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 45377.281, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10179, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00076, "system_cpu_s_delta": 1.3699999999953434, "user_cpu_core_ratio": 0.001198, "user_cpu_s_delta": 2.1600000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.307, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.626, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 20680.733, "count": 30, "max": 45377.281, "p95": 42763.569, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19781, "sampled_at": "2026-08-30T14:25:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T14:25:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9402.762, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 174, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T14:55:52+09:00", "last_error_summary": "[rtsp @ 0x578a824fcf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x578a824fce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T14:55:54+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-08-30T14:55:52+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 182, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 47180.276, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 47180.32, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 241.264, "last_sample_duration_ms": 556.453, "last_trigger": "periodic", "next_snapshot_in_sec": 358.736, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 594, "storage_bytes": 2908963}, "mjpeg": {"age_sec": 47180.269, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T14:55:54+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 47183.947, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47180287.556, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47180283.233, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47180281.231, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 47180291.6, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.276, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.608, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 47180.25, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10181, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001991, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000782, "system_cpu_s_delta": 1.4100000000034925, "user_cpu_core_ratio": 0.001209, "user_cpu_s_delta": 2.179999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.277, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.603, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 22163.308, "count": 30, "max": 47180.25, "p95": 44566.114, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19782, "sampled_at": "2026-08-30T14:55:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T14:55:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 9410.07, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9852491980800, "copied_frame_count": 3563546, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T05:15:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4255197, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T05:15:46+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.898}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "792fde5f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 471, "events_emitted": 90, "events_failed": 378, "events_observed": 471, "events_suppressed": 3, "frame_buffer_copied_bytes": 9852491980800, "frame_buffer_copies": 3563546, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4550, "recorder_active_input_bytes": 12579840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 91, "recorder_clips_failed": 0, "recorder_clips_started": 91, "stage_failures": 379, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 91, "worker_jobs_accepted": 468, "worker_jobs_completed": 90, "worker_jobs_failed": 378, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0567, "count": 512, "max_ms": 0.7679, "p50_ms": 0.0501, "p95_ms": 0.0673, "p99_ms": 0.096}, "stages": {"db_insert": {"avg_ms": 27.9548, "count": 91, "max_ms": 54.3823, "p50_ms": 27.2808, "p95_ms": 42.8067, "p99_ms": 52.1626, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9535, "count": 468, "max_ms": 3.9239, "p50_ms": 0.8353, "p95_ms": 1.7276, "p99_ms": 2.3424, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 237.6798, "count": 471, "max_ms": 5563.7324, "p50_ms": 29.6631, "p95_ms": 1080.9061, "p99_ms": 1586.1584, "results": {"failed": 378, "not_applicable": 0, "success": 90, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4099, "count": 512, "max_ms": 0.9179, "p50_ms": 0.399, "p95_ms": 0.4797, "p99_ms": 0.5565, "results": {"failed": 0, "not_applicable": 0, "success": 3563546, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 85.5727, "count": 471, "max_ms": 959.9192, "p50_ms": 2.2099, "p95_ms": 434.0347, "p99_ms": 618.7829, "results": {"failed": 0, "not_applicable": 0, "success": 471, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.0313, "count": 468, "max_ms": 48.9157, "p50_ms": 9.9794, "p95_ms": 27.6323, "p99_ms": 38.6699, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1862, "count": 512, "max_ms": 7.8077, "p50_ms": 4.1164, "p95_ms": 5.6501, "p99_ms": 6.5391, "results": {"failed": 0, "not_applicable": 0, "success": 4550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8246, "count": 512, "max_ms": 39.1262, "p50_ms": 0.6418, "p95_ms": 1.4581, "p99_ms": 2.2786, "results": {"failed": 0, "not_applicable": 0, "success": 4550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 83.7972, "count": 468, "max_ms": 956.5495, "p50_ms": 0.0639, "p95_ms": 431.6699, "p99_ms": 617.0236, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 377, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 366.6503, "count": 91, "max_ms": 880.0845, "p50_ms": 334.0605, "p95_ms": 554.4512, "p99_ms": 739.2995, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 61.033, "count": 91, "max_ms": 84.3476, "p50_ms": 61.761, "p95_ms": 73.2372, "p99_ms": 79.7312, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1907, "count": 91, "max_ms": 3.0957, "p50_ms": 1.0623, "p95_ms": 2.1879, "p99_ms": 2.9294, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 468, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 377, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5761, "count": 91, "max_ms": 46.6659, "p50_ms": 30.5037, "p95_ms": 41.5553, "p99_ms": 44.1344, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6388, "count": 471, "max_ms": 6.3052, "p50_ms": 0.5768, "p95_ms": 0.9691, "p99_ms": 2.3291, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.1853, "count": 91, "max_ms": 12.4029, "p50_ms": 1.0422, "p95_ms": 7.8566, "p99_ms": 9.6458, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.1853, "count": 91, "max_ms": 12.4029, "p50_ms": 1.0422, "p95_ms": 7.8566, "p99_ms": 9.6458, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6388, "count": 471, "max_ms": 6.3052, "p50_ms": 0.5768, "p95_ms": 0.9691, "p99_ms": 2.3291, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6324, "count": 468, "max_ms": 5.9438, "p50_ms": 0.5348, "p95_ms": 1.0741, "p99_ms": 2.2495, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.632, "count": 91, "max_ms": 5069.649, "p50_ms": 385.8664, "p95_ms": 1021.7007, "p99_ms": 4565.0697, "results": {"failed": 1, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 471, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 471, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5337, "count": 468, "max_ms": 19.3884, "p50_ms": 1.0133, "p95_ms": 5.1668, "p99_ms": 11.5116, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.6742, "count": 468, "max_ms": 38.724, "p50_ms": 4.1449, "p95_ms": 23.3706, "p99_ms": 30.8171, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.06, "count": 468, "max_ms": 1.295, "p50_ms": 0.0505, "p95_ms": 0.0875, "p99_ms": 0.1295, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 10.8569, "count": 468, "max_ms": 3770.7504, "p50_ms": 2.1744, "p95_ms": 3.8262, "p99_ms": 5.3602, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 142.4369, "count": 468, "max_ms": 5143.3805, "p50_ms": 25.2509, "p95_ms": 585.3002, "p99_ms": 1066.3326, "results": {"failed": 378, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 377, "relay_transport": 1}, "generation": "792fde5f", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 468, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2265, "p50_ms": 0.0507, "p95_ms": 0.0839, "p99_ms": 0.1203}, "wait_ms": {"count": 256, "max_ms": 244.5965, "p50_ms": 2.0588, "p95_ms": 3.3934, "p99_ms": 4.4695}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 468, "artifact_failed": 0, "artifact_requested": 468, "artifact_success": 468, "completed": 468, "completed_failed": 378, "completed_success": 90, "cooldown_promoted": 91, "database_requested": 468, "db_insert_success": 91, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6634, "relay_business_failed": 0, "relay_business_success": 90, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 468, "relay_transport_failed": 1, "relay_transport_success": 90, "reservation_requested": 468}, "snapshot": {"copied_bytes": 1293926400, "copied_count": 468, "copy": {"count": 256, "max_ms": 3.9239, "p50_ms": 0.832, "p95_ms": 1.7343, "p99_ms": 2.353}}, "state": "running"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:00:29+09:00", "last_error_summary": "[tcp @ 0x5f4eacc97940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5f4eacc94e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-08-28T06:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 47692.646, "last_started_at": "2026-08-30T02:00:46+09:00", "pid": 9934, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.301, "name": "ffmpeg", "pid": 9934, "rss_mb": 298.301, "state": "S (sleeping)", "threads": 70}, "restart_count": 38, "restart_count_per_hour": 0, "rtsp_timeout_count": 95, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.615, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3563546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T15:15:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "792fde5f", "last_frame_pushed_age_sec": 30.054, "last_frame_pushed_at": "2026-08-30T15:15:09+09:00", "last_frame_read_age_sec": 30.098, "last_frame_read_at": "2026-08-30T15:15:09+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 196, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 222.421, "last_sample_duration_ms": 557.961, "last_trigger": "periodic", "next_snapshot_in_sec": 377.579, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 596, "storage_bytes": 2923411}, "mjpeg": {"age_sec": 30.046, "exists": true, "mtime": "2026-08-30T15:15:09.055324+09:00", "mtime_epoch": 1788070509.055324, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 250041}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-08-30T15:15:39+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2976.379, "name": "celery", "pid": 245, "rss_mb": 2976.379, "state": "S (sleeping)", "threads": 92}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 278, "last_event_ttl_s": 120.0, "last_prune_age_s": 31.886, "off_candidate_pruned_total": 931}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 16502, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.057933, "worker_small_worker_ratio": 0.8}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30077.973, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30068.993, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30072.348, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30078.588, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 245, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.045, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 245, "process_rss_mb_proxy": 2976.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.066, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "792fde5f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.588, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3563377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T15:14:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 253371, "write_bytes_delta": 253371, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 386.0, "cpu_core_ratio": 0.271964, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9934, "reason": null, "system_cpu_core_ratio": 0.031996, "system_cpu_s_delta": 0.3200000000001637, "user_cpu_core_ratio": 0.239968, "user_cpu_s_delta": 2.400000000001455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.418945, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 245, "reason": null, "system_cpu_core_ratio": 0.093988, "system_cpu_s_delta": 0.9399999999950523, "user_cpu_core_ratio": 0.324957, "user_cpu_s_delta": 3.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.136, "count": 300, "max_ms": 2.199, "p95_ms": 1.358, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 4.36, "max": 12.0, "p95": 6.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.003, "max": 1.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.514, "count": 30, "max": 38.112, "p95": 32.203, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.519, "count": 30, "max": 14.386, "p95": 13.39, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 394.567, "count": 30, "max": 402.0, "p95": 400.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.033, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.243, "count": 30, "max": 0.258, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 249631.2, "count": 30, "max": 263473.0, "p95": 262470.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 241254.9, "count": 30, "max": 263473.0, "p95": 262470.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.433, "count": 30, "max": 69.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.145, "p95": 0.101, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.35, "p95": 0.348, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 34526, "sampled_at": "2026-08-30T15:14:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T15:14:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:16+09:00", "state": "running", "task_id": "877eb95d-e4f0-4c14-99f3-63a3b48f81de", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 9219.305, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9852491980800, "copied_frame_count": 3563546, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T05:15:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4255197, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T05:15:46+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.898}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "792fde5f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 471, "events_emitted": 90, "events_failed": 378, "events_observed": 471, "events_suppressed": 3, "frame_buffer_copied_bytes": 9852491980800, "frame_buffer_copies": 3563546, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4550, "recorder_active_input_bytes": 12579840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 91, "recorder_clips_failed": 0, "recorder_clips_started": 91, "stage_failures": 379, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 91, "worker_jobs_accepted": 468, "worker_jobs_completed": 90, "worker_jobs_failed": 378, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0567, "count": 512, "max_ms": 0.7679, "p50_ms": 0.0501, "p95_ms": 0.0673, "p99_ms": 0.096}, "stages": {"db_insert": {"avg_ms": 27.9548, "count": 91, "max_ms": 54.3823, "p50_ms": 27.2808, "p95_ms": 42.8067, "p99_ms": 52.1626, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9535, "count": 468, "max_ms": 3.9239, "p50_ms": 0.8353, "p95_ms": 1.7276, "p99_ms": 2.3424, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 237.6798, "count": 471, "max_ms": 5563.7324, "p50_ms": 29.6631, "p95_ms": 1080.9061, "p99_ms": 1586.1584, "results": {"failed": 378, "not_applicable": 0, "success": 90, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4099, "count": 512, "max_ms": 0.9179, "p50_ms": 0.399, "p95_ms": 0.4797, "p99_ms": 0.5565, "results": {"failed": 0, "not_applicable": 0, "success": 3563546, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 85.5727, "count": 471, "max_ms": 959.9192, "p50_ms": 2.2099, "p95_ms": 434.0347, "p99_ms": 618.7829, "results": {"failed": 0, "not_applicable": 0, "success": 471, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.0313, "count": 468, "max_ms": 48.9157, "p50_ms": 9.9794, "p95_ms": 27.6323, "p99_ms": 38.6699, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1862, "count": 512, "max_ms": 7.8077, "p50_ms": 4.1164, "p95_ms": 5.6501, "p99_ms": 6.5391, "results": {"failed": 0, "not_applicable": 0, "success": 4550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8246, "count": 512, "max_ms": 39.1262, "p50_ms": 0.6418, "p95_ms": 1.4581, "p99_ms": 2.2786, "results": {"failed": 0, "not_applicable": 0, "success": 4550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 83.7972, "count": 468, "max_ms": 956.5495, "p50_ms": 0.0639, "p95_ms": 431.6699, "p99_ms": 617.0236, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 377, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 366.6503, "count": 91, "max_ms": 880.0845, "p50_ms": 334.0605, "p95_ms": 554.4512, "p99_ms": 739.2995, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 61.033, "count": 91, "max_ms": 84.3476, "p50_ms": 61.761, "p95_ms": 73.2372, "p99_ms": 79.7312, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1907, "count": 91, "max_ms": 3.0957, "p50_ms": 1.0623, "p95_ms": 2.1879, "p99_ms": 2.9294, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 468, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 377, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5761, "count": 91, "max_ms": 46.6659, "p50_ms": 30.5037, "p95_ms": 41.5553, "p99_ms": 44.1344, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6388, "count": 471, "max_ms": 6.3052, "p50_ms": 0.5768, "p95_ms": 0.9691, "p99_ms": 2.3291, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.1853, "count": 91, "max_ms": 12.4029, "p50_ms": 1.0422, "p95_ms": 7.8566, "p99_ms": 9.6458, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.1853, "count": 91, "max_ms": 12.4029, "p50_ms": 1.0422, "p95_ms": 7.8566, "p99_ms": 9.6458, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6388, "count": 471, "max_ms": 6.3052, "p50_ms": 0.5768, "p95_ms": 0.9691, "p99_ms": 2.3291, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6324, "count": 468, "max_ms": 5.9438, "p50_ms": 0.5348, "p95_ms": 1.0741, "p99_ms": 2.2495, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.632, "count": 91, "max_ms": 5069.649, "p50_ms": 385.8664, "p95_ms": 1021.7007, "p99_ms": 4565.0697, "results": {"failed": 1, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 471, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 471, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5337, "count": 468, "max_ms": 19.3884, "p50_ms": 1.0133, "p95_ms": 5.1668, "p99_ms": 11.5116, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.6742, "count": 468, "max_ms": 38.724, "p50_ms": 4.1449, "p95_ms": 23.3706, "p99_ms": 30.8171, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.06, "count": 468, "max_ms": 1.295, "p50_ms": 0.0505, "p95_ms": 0.0875, "p99_ms": 0.1295, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 10.8569, "count": 468, "max_ms": 3770.7504, "p50_ms": 2.1744, "p95_ms": 3.8262, "p99_ms": 5.3602, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 142.4369, "count": 468, "max_ms": 5143.3805, "p50_ms": 25.2509, "p95_ms": 585.3002, "p99_ms": 1066.3326, "results": {"failed": 378, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 377, "relay_transport": 1}, "generation": "792fde5f", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 468, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2265, "p50_ms": 0.0507, "p95_ms": 0.0839, "p99_ms": 0.1203}, "wait_ms": {"count": 256, "max_ms": 244.5965, "p50_ms": 2.0588, "p95_ms": 3.3934, "p99_ms": 4.4695}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 468, "artifact_failed": 0, "artifact_requested": 468, "artifact_success": 468, "completed": 468, "completed_failed": 378, "completed_success": 90, "cooldown_promoted": 91, "database_requested": 468, "db_insert_success": 91, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6634, "relay_business_failed": 0, "relay_business_success": 90, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 468, "relay_transport_failed": 1, "relay_transport_success": 90, "reservation_requested": 468}, "snapshot": {"copied_bytes": 1293926400, "copied_count": 468, "copy": {"count": 256, "max_ms": 3.9239, "p50_ms": 0.832, "p95_ms": 1.7343, "p99_ms": 2.353}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:00:29+09:00", "last_error_summary": "[tcp @ 0x5f4eacc97940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5f4eacc94e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-08-28T06:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 47692.696, "last_started_at": "2026-08-30T02:00:46+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 38, "restart_count_per_hour": 0, "rtsp_timeout_count": 95, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.615, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3563546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T15:15:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "792fde5f", "last_frame_pushed_age_sec": 30.104, "last_frame_pushed_at": "2026-08-30T15:15:09+09:00", "last_frame_read_age_sec": 30.148, "last_frame_read_at": "2026-08-30T15:15:09+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 196, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 222.451, "last_sample_duration_ms": 557.961, "last_trigger": "periodic", "next_snapshot_in_sec": 377.549, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 596, "storage_bytes": 2923411}, "mjpeg": {"age_sec": 30.096, "exists": true, "mtime": "2026-08-30T15:15:09.055324+09:00", "mtime_epoch": 1788070509.055324, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 250041}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-08-30T15:15:39+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2976.379, "name": "celery", "pid": 245, "rss_mb": 2976.379, "state": "S (sleeping)", "threads": 92}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 278, "last_event_ttl_s": 120.0, "last_prune_age_s": 31.919, "off_candidate_pruned_total": 931}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 16502, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.057933, "worker_small_worker_ratio": 0.8}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30118.54, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30109.559, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30112.915, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30119.154, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 245, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.282, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 245, "process_rss_mb_proxy": 2976.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.066, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "792fde5f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.588, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3563377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T15:14:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 253371, "write_bytes_delta": 253371, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 386.0, "cpu_core_ratio": 0.271964, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9934, "reason": null, "system_cpu_core_ratio": 0.031996, "system_cpu_s_delta": 0.3200000000001637, "user_cpu_core_ratio": 0.239968, "user_cpu_s_delta": 2.400000000001455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.418945, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 245, "reason": null, "system_cpu_core_ratio": 0.093988, "system_cpu_s_delta": 0.9399999999950523, "user_cpu_core_ratio": 0.324957, "user_cpu_s_delta": 3.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.136, "count": 300, "max_ms": 2.199, "p95_ms": 1.358, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 4.36, "max": 12.0, "p95": 6.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.003, "max": 1.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.514, "count": 30, "max": 38.112, "p95": 32.203, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.519, "count": 30, "max": 14.386, "p95": 13.39, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 394.567, "count": 30, "max": 402.0, "p95": 400.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.033, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.243, "count": 30, "max": 0.258, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 249631.2, "count": 30, "max": 263473.0, "p95": 262470.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 241254.9, "count": 30, "max": 263473.0, "p95": 262470.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.433, "count": 30, "max": 69.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.145, "p95": 0.101, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.35, "p95": 0.348, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 34526, "sampled_at": "2026-08-30T15:14:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T15:14:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:16+09:00", "state": "running", "task_id": "877eb95d-e4f0-4c14-99f3-63a3b48f81de", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 9320.848, "limit_mb": null}, "detail": {"pid": 10183, "restart_count": 39, "start_count": 40}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9852491980800, "copied_frame_count": 3563546, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T05:15:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4255197, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T05:15:46+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.898}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "792fde5f", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 471, "events_emitted": 90, "events_failed": 378, "events_observed": 471, "events_suppressed": 3, "frame_buffer_copied_bytes": 9852491980800, "frame_buffer_copies": 3563546, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4550, "recorder_active_input_bytes": 12579840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 91, "recorder_clips_failed": 0, "recorder_clips_started": 91, "stage_failures": 379, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 91, "worker_jobs_accepted": 468, "worker_jobs_completed": 90, "worker_jobs_failed": 378, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0567, "count": 512, "max_ms": 0.7679, "p50_ms": 0.0501, "p95_ms": 0.0673, "p99_ms": 0.096}, "stages": {"db_insert": {"avg_ms": 27.9548, "count": 91, "max_ms": 54.3823, "p50_ms": 27.2808, "p95_ms": 42.8067, "p99_ms": 52.1626, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9535, "count": 468, "max_ms": 3.9239, "p50_ms": 0.8353, "p95_ms": 1.7276, "p99_ms": 2.3424, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 237.6798, "count": 471, "max_ms": 5563.7324, "p50_ms": 29.6631, "p95_ms": 1080.9061, "p99_ms": 1586.1584, "results": {"failed": 378, "not_applicable": 0, "success": 90, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.4099, "count": 512, "max_ms": 0.9179, "p50_ms": 0.399, "p95_ms": 0.4797, "p99_ms": 0.5565, "results": {"failed": 0, "not_applicable": 0, "success": 3563546, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 85.5727, "count": 471, "max_ms": 959.9192, "p50_ms": 2.2099, "p95_ms": 434.0347, "p99_ms": 618.7829, "results": {"failed": 0, "not_applicable": 0, "success": 471, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 12.0313, "count": 468, "max_ms": 48.9157, "p50_ms": 9.9794, "p95_ms": 27.6323, "p99_ms": 38.6699, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1862, "count": 512, "max_ms": 7.8077, "p50_ms": 4.1164, "p95_ms": 5.6501, "p99_ms": 6.5391, "results": {"failed": 0, "not_applicable": 0, "success": 4550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8246, "count": 512, "max_ms": 39.1262, "p50_ms": 0.6418, "p95_ms": 1.4581, "p99_ms": 2.2786, "results": {"failed": 0, "not_applicable": 0, "success": 4550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 83.7972, "count": 468, "max_ms": 956.5495, "p50_ms": 0.0639, "p95_ms": 431.6699, "p99_ms": 617.0236, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 377, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 366.6503, "count": 91, "max_ms": 880.0845, "p50_ms": 334.0605, "p95_ms": 554.4512, "p99_ms": 739.2995, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 61.033, "count": 91, "max_ms": 84.3476, "p50_ms": 61.761, "p95_ms": 73.2372, "p99_ms": 79.7312, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1907, "count": 91, "max_ms": 3.0957, "p50_ms": 1.0623, "p95_ms": 2.1879, "p99_ms": 2.9294, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 468, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 377, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5761, "count": 91, "max_ms": 46.6659, "p50_ms": 30.5037, "p95_ms": 41.5553, "p99_ms": 44.1344, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6388, "count": 471, "max_ms": 6.3052, "p50_ms": 0.5768, "p95_ms": 0.9691, "p99_ms": 2.3291, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.1853, "count": 91, "max_ms": 12.4029, "p50_ms": 1.0422, "p95_ms": 7.8566, "p99_ms": 9.6458, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.1853, "count": 91, "max_ms": 12.4029, "p50_ms": 1.0422, "p95_ms": 7.8566, "p99_ms": 9.6458, "results": {"failed": 0, "not_applicable": 0, "success": 91, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6388, "count": 471, "max_ms": 6.3052, "p50_ms": 0.5768, "p95_ms": 0.9691, "p99_ms": 2.3291, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6324, "count": 468, "max_ms": 5.9438, "p50_ms": 0.5348, "p95_ms": 1.0741, "p99_ms": 2.2495, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.632, "count": 91, "max_ms": 5069.649, "p50_ms": 385.8664, "p95_ms": 1021.7007, "p99_ms": 4565.0697, "results": {"failed": 1, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 471, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 471, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5337, "count": 468, "max_ms": 19.3884, "p50_ms": 1.0133, "p95_ms": 5.1668, "p99_ms": 11.5116, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 7.6742, "count": 468, "max_ms": 38.724, "p50_ms": 4.1449, "p95_ms": 23.3706, "p99_ms": 30.8171, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.06, "count": 468, "max_ms": 1.295, "p50_ms": 0.0505, "p95_ms": 0.0875, "p99_ms": 0.1295, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 10.8569, "count": 468, "max_ms": 3770.7504, "p50_ms": 2.1744, "p95_ms": 3.8262, "p99_ms": 5.3602, "results": {"failed": 0, "not_applicable": 0, "success": 468, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 142.4369, "count": 468, "max_ms": 5143.3805, "p50_ms": 25.2509, "p95_ms": 585.3002, "p99_ms": 1066.3326, "results": {"failed": 378, "not_applicable": 0, "success": 90, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 377, "relay_transport": 1}, "generation": "792fde5f", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 468, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530666, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2265, "p50_ms": 0.0507, "p95_ms": 0.0839, "p99_ms": 0.1203}, "wait_ms": {"count": 256, "max_ms": 244.5965, "p50_ms": 2.0588, "p95_ms": 3.3934, "p99_ms": 4.4695}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 468, "artifact_failed": 0, "artifact_requested": 468, "artifact_success": 468, "completed": 468, "completed_failed": 378, "completed_success": 90, "cooldown_promoted": 91, "database_requested": 468, "db_insert_success": 91, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6634, "relay_business_failed": 0, "relay_business_success": 90, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 468, "relay_transport_failed": 1, "relay_transport_success": 90, "reservation_requested": 468}, "snapshot": {"copied_bytes": 1293926400, "copied_count": 468, "copy": {"count": 256, "max_ms": 3.9239, "p50_ms": 0.832, "p95_ms": 1.7343, "p99_ms": 2.353}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T02:00:29+09:00", "last_error_summary": "[tcp @ 0x5f4eacc97940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x5f4eacc94e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "2026-08-28T06:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T15:15:41+09:00", "pid": 10183, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.285, "name": "ffmpeg", "pid": 10183, "rss_mb": 209.285, "state": "S (sleeping)", "threads": 70}, "restart_count": 39, "restart_count_per_hour": 1, "rtsp_timeout_count": 95, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.629, "sample_count": 2654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3563546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T15:15:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "792fde5f", "last_frame_pushed_age_sec": 34.65, "last_frame_pushed_at": "2026-08-30T15:15:09+09:00", "last_frame_read_age_sec": 34.693, "last_frame_read_at": "2026-08-30T15:15:09+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 196, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 226.993, "last_sample_duration_ms": 557.961, "last_trigger": "periodic", "next_snapshot_in_sec": 373.007, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 596, "storage_bytes": 2923411}, "mjpeg": {"age_sec": 34.642, "exists": true, "mtime": "2026-08-30T15:15:09.055324+09:00", "mtime_epoch": 1788070509.055324, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 250041}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-08-30T15:15:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2976.379, "name": "celery", "pid": 245, "rss_mb": 2976.379, "state": "S (sleeping)", "threads": 92}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 278, "last_event_ttl_s": 120.0, "last_prune_age_s": 36.468, "off_candidate_pruned_total": 931}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 16502, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.057933, "worker_small_worker_ratio": 0.8}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34664.994, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34656.014, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34659.37, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34665.609, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 245, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.045, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 245, "process_rss_mb_proxy": 2976.379, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.576, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "792fde5f", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 44.615, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3563546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T15:15:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.064, "exists": true, "size_bytes": 250041, "write_bytes_delta": 250041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1159.0, "cpu_core_ratio": 0.126444, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9934, "reason": null, "system_cpu_core_ratio": 0.013809, "system_cpu_s_delta": 0.5099999999999909, "user_cpu_core_ratio": 0.112635, "user_cpu_s_delta": 4.1599999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.086101, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 245, "reason": null, "system_cpu_core_ratio": 0.020036, "system_cpu_s_delta": 0.7399999999979627, "user_cpu_core_ratio": 0.066065, "user_cpu_s_delta": 2.4400000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.758, "count": 30, "max": 38.112, "p95": 32.203, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.36, "count": 30, "max": 14.386, "p95": 13.39, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 420.1, "count": 30, "max": 1159.0, "p95": 402.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.033, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.239, "count": 30, "max": 0.258, "p95": 0.255, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.064, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 249830.4, "count": 30, "max": 263473.0, "p95": 262470.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 241186.367, "count": 30, "max": 263473.0, "p95": 262470.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.3, "count": 30, "max": 69.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.145, "p95": 0.101, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.327, "count": 30, "max": 0.35, "p95": 0.348, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 34528, "sampled_at": "2026-08-30T15:15:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T15:15:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:16+09:00", "state": "running", "task_id": "877eb95d-e4f0-4c14-99f3-63a3b48f81de", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9372.625, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T15:25:54+09:00", "last_error_summary": "[rtsp @ 0x614148972f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x614148972e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 175, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T15:25:54+09:00", "last_error_summary": "[rtsp @ 0x614148972f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x614148972e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T15:25:56+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T15:25:54+09:00", "pid": 10299, "process": {"exists": false, "pid": 10299}, "restart_count": 183, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 184}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 48982.554, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 48982.599, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 221.683, "last_sample_duration_ms": 565.371, "last_trigger": "periodic", "next_snapshot_in_sec": 378.317, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 597, "storage_bytes": 2930644}, "mjpeg": {"age_sec": 48982.548, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T15:25:56+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 48986.227, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48982567.462, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48982563.139, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48982561.136, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48982571.505, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.813, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.608, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 47180.25, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10181, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001991, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000782, "system_cpu_s_delta": 1.4100000000034925, "user_cpu_core_ratio": 0.001209, "user_cpu_s_delta": 2.179999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.277, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.603, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 22163.308, "count": 30, "max": 47180.25, "p95": 44566.114, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19782, "sampled_at": "2026-08-30T14:55:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T14:55:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9372.387, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 175, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T15:25:54+09:00", "last_error_summary": "[rtsp @ 0x614148972f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x614148972e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T15:25:56+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-08-30T15:25:54+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 183, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 184}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 48982.583, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 48982.628, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 221.705, "last_sample_duration_ms": 565.371, "last_trigger": "periodic", "next_snapshot_in_sec": 378.295, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 597, "storage_bytes": 2930644}, "mjpeg": {"age_sec": 48982.577, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T15:25:56+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 48986.251, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48982595.351, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48982591.028, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48982589.025, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 48982599.394, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.785, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.606, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 48982.556, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10299, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001981, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000788, "system_cpu_s_delta": 1.4199999999982538, "user_cpu_core_ratio": 0.001193, "user_cpu_s_delta": 2.150000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.285, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.6, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 23685.867, "count": 30, "max": 48982.556, "p95": 46368.914, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19783, "sampled_at": "2026-08-30T15:25:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T15:25:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9408.324, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T15:55:57+09:00", "last_error_summary": "[rtsp @ 0x5c1289065f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c1289065e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 176, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T15:55:57+09:00", "last_error_summary": "[rtsp @ 0x5c1289065f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c1289065e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T15:55:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T15:55:57+09:00", "pid": 10302, "process": {"exists": false, "pid": 10302}, "restart_count": 184, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 185}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 50785.379, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 50785.424, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 200, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 219.367, "last_sample_duration_ms": 568.189, "last_trigger": "periodic", "next_snapshot_in_sec": 380.633, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 600, "storage_bytes": 2952328}, "mjpeg": {"age_sec": 50785.373, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T15:55:59+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 50789.053, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50785392.483, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50785388.16, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50785386.158, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50785396.527, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.954, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.606, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 48982.556, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10299, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001981, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000788, "system_cpu_s_delta": 1.4199999999982538, "user_cpu_core_ratio": 0.001193, "user_cpu_s_delta": 2.150000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.285, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.6, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 23685.867, "count": 30, "max": 48982.556, "p95": 46368.914, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19783, "sampled_at": "2026-08-30T15:25:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T15:25:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9408.332, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 176, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T15:55:57+09:00", "last_error_summary": "[rtsp @ 0x5c1289065f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c1289065e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T15:55:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-08-30T15:55:57+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 184, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 185}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 50785.406, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 50785.451, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 200, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 219.385, "last_sample_duration_ms": 568.189, "last_trigger": "periodic", "next_snapshot_in_sec": 380.615, "reason": "waiting_for_next_snapshot", "rotation_count": 81, "runtime_state": "active", "sample_count": 600, "storage_bytes": 2952328}, "mjpeg": {"age_sec": 50785.399, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T15:55:59+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 50789.072, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50785418.031, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50785413.708, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50785411.705, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 50785422.075, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.405, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.606, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 48982.556, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10299, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001981, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000788, "system_cpu_s_delta": 1.4199999999982538, "user_cpu_core_ratio": 0.001193, "user_cpu_s_delta": 2.150000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.285, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.6, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 23685.867, "count": 30, "max": 48982.556, "p95": 46368.914, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19783, "sampled_at": "2026-08-30T15:25:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T15:25:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9429.969, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T16:25:59+09:00", "last_error_summary": "[rtsp @ 0x587c4b5a8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x587c4b5a8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 177, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T16:25:59+09:00", "last_error_summary": "[rtsp @ 0x587c4b5a8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x587c4b5a8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T16:26:01+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T16:25:59+09:00", "pid": 10304, "process": {"exists": false, "pid": 10304}, "restart_count": 185, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 186}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 52587.783, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 52587.827, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 216.045, "last_sample_duration_ms": 574.959, "last_trigger": "periodic", "next_snapshot_in_sec": 383.955, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 603, "storage_bytes": 1498600}, "mjpeg": {"age_sec": 52587.776, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T16:26:01+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 52591.454, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52587795.571, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52587791.248, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52587789.245, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52587799.614, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.412, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.861, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 50785.381, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10302, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000771, "system_cpu_s_delta": 1.389999999999418, "user_cpu_core_ratio": 0.001204, "user_cpu_s_delta": 2.169999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.188, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.603, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 25248.419, "count": 30, "max": 50785.381, "p95": 48171.518, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19784, "sampled_at": "2026-08-30T15:55:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T15:55:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9430.066, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 177, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T16:25:59+09:00", "last_error_summary": "[rtsp @ 0x587c4b5a8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x587c4b5a8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T16:26:01+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.026, "last_started_at": "2026-08-30T16:25:59+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 185, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 186}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 52587.807, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 52587.852, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 216.062, "last_sample_duration_ms": 574.959, "last_trigger": "periodic", "next_snapshot_in_sec": 383.938, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 603, "storage_bytes": 1498600}, "mjpeg": {"age_sec": 52587.8, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T16:26:01+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 52591.474, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52587819.049, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52587814.726, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52587812.724, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 52587823.093, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.394, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.861, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 50785.381, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10302, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000771, "system_cpu_s_delta": 1.389999999999418, "user_cpu_core_ratio": 0.001204, "user_cpu_s_delta": 2.169999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.188, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.603, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 25248.419, "count": 30, "max": 50785.381, "p95": 48171.518, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19784, "sampled_at": "2026-08-30T15:55:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T15:55:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9442.773, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T16:56:02+09:00", "last_error_summary": "[rtsp @ 0x6383f979cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6383f979ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 178, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T16:56:02+09:00", "last_error_summary": "[rtsp @ 0x6383f979cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6383f979ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T16:56:04+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T16:56:02+09:00", "pid": 10306, "process": {"exists": false, "pid": 10306}, "restart_count": 186, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 187}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 54390.731, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 54390.775, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 212.971, "last_sample_duration_ms": 610.602, "last_trigger": "periodic", "next_snapshot_in_sec": 387.029, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 606, "storage_bytes": 1520278}, "mjpeg": {"age_sec": 54390.724, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T16:56:04+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 54394.403, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54390743.746, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54390739.423, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54390737.42, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54390747.789, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.812, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.89, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 52587.784, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10304, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001836, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000699, "system_cpu_s_delta": 1.2600000000093132, "user_cpu_core_ratio": 0.001137, "user_cpu_s_delta": 2.0499999999883585}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.203, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.611, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 26850.953, "count": 30, "max": 52587.784, "p95": 49974.11, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19785, "sampled_at": "2026-08-30T16:26:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T16:26:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9443.02, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 178, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T16:56:02+09:00", "last_error_summary": "[rtsp @ 0x6383f979cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6383f979ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T16:56:04+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.027, "last_started_at": "2026-08-30T16:56:02+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 186, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 187}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 54390.757, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 54390.801, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 212.987, "last_sample_duration_ms": 610.602, "last_trigger": "periodic", "next_snapshot_in_sec": 387.013, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 606, "storage_bytes": 1520278}, "mjpeg": {"age_sec": 54390.75, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T16:56:04+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 54394.423, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54390768.333, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54390764.01, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54390762.007, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 54390772.376, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.347, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.386, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 54390.732, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10306, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000688, "system_cpu_s_delta": 1.2399999999906868, "user_cpu_core_ratio": 0.001098, "user_cpu_s_delta": 1.9800000000104774}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.23, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.609, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 28493.49, "count": 30, "max": 54390.732, "p95": 51776.703, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19786, "sampled_at": "2026-08-30T16:56:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T16:56:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9454.633, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T17:26:05+09:00", "last_error_summary": "[rtsp @ 0x63534fb1bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63534fb1be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 179, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T17:26:05+09:00", "last_error_summary": "[rtsp @ 0x63534fb1bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63534fb1be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T17:26:07+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T17:26:05+09:00", "pid": 10308, "process": {"exists": false, "pid": 10308}, "restart_count": 187, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 188}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 56193.758, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 56193.803, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 209.719, "last_sample_duration_ms": 558.87, "last_trigger": "periodic", "next_snapshot_in_sec": 390.281, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 609, "storage_bytes": 1541949}, "mjpeg": {"age_sec": 56193.752, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T17:26:07+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 56197.43, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56193771.231, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56193766.908, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56193764.906, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56193775.275, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.138, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.386, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 54390.732, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10306, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000688, "system_cpu_s_delta": 1.2399999999906868, "user_cpu_core_ratio": 0.001098, "user_cpu_s_delta": 1.9800000000104774}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.23, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.609, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 28493.49, "count": 30, "max": 54390.732, "p95": 51776.703, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19786, "sampled_at": "2026-08-30T16:56:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T16:56:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9455.324, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 179, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T17:26:05+09:00", "last_error_summary": "[rtsp @ 0x63534fb1bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63534fb1be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T17:26:07+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.025, "last_started_at": "2026-08-30T17:26:05+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 187, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 188}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 56193.782, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 56193.827, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 209.735, "last_sample_duration_ms": 558.87, "last_trigger": "periodic", "next_snapshot_in_sec": 390.265, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 609, "storage_bytes": 1541949}, "mjpeg": {"age_sec": 56193.775, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T17:26:07+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 56197.449, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56193793.944, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56193789.621, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56193787.619, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 56193797.988, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.101, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.552, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 56193.759, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10308, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001814, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00071, "system_cpu_s_delta": 1.2799999999988358, "user_cpu_core_ratio": 0.001104, "user_cpu_s_delta": 1.9899999999906868}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.216, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.603, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 30176.058, "count": 30, "max": 56193.759, "p95": 53579.405, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19787, "sampled_at": "2026-08-30T17:26:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T17:26:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9467.941, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T17:56:08+09:00", "last_error_summary": "[rtsp @ 0x5ee014b3df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ee014b3de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 180, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T17:56:08+09:00", "last_error_summary": "[rtsp @ 0x5ee014b3df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ee014b3de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T17:56:10+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T17:56:08+09:00", "pid": 10310, "process": {"exists": false, "pid": 10310}, "restart_count": 188, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 189}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 57996.514, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 57996.558, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 206.509, "last_sample_duration_ms": 644.578, "last_trigger": "periodic", "next_snapshot_in_sec": 393.491, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 612, "storage_bytes": 1563632}, "mjpeg": {"age_sec": 57996.507, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T17:56:10+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 58000.19, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57996527.883, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57996523.56, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57996521.557, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57996531.926, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.366, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.552, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 56193.759, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10308, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001814, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00071, "system_cpu_s_delta": 1.2799999999988358, "user_cpu_core_ratio": 0.001104, "user_cpu_s_delta": 1.9899999999906868}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.216, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.603, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 30176.058, "count": 30, "max": 56193.759, "p95": 53579.405, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19787, "sampled_at": "2026-08-30T17:26:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T17:26:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9467.961, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 180, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T17:56:08+09:00", "last_error_summary": "[rtsp @ 0x5ee014b3df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ee014b3de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T17:56:10+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-08-30T17:56:08+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 188, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 189}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 57996.546, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 57996.591, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 206.524, "last_sample_duration_ms": 644.578, "last_trigger": "periodic", "next_snapshot_in_sec": 393.476, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 612, "storage_bytes": 1563632}, "mjpeg": {"age_sec": 57996.539, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T17:56:10+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 58000.213, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57996558.063, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57996553.74, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57996551.738, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 57996562.107, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.533, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.107, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 57996.517, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10310, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001792, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000677, "system_cpu_s_delta": 1.2200000000011642, "user_cpu_core_ratio": 0.001115, "user_cpu_s_delta": 2.0100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.186, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.609, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 31898.64, "count": 30, "max": 57996.517, "p95": 55382.397, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19788, "sampled_at": "2026-08-30T17:56:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T17:56:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9514.406, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T18:26:11+09:00", "last_error_summary": "[rtsp @ 0x5f833c93df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f833c93de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 181, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T18:26:11+09:00", "last_error_summary": "[rtsp @ 0x5f833c93df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f833c93de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T18:26:13+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-08-30T18:26:11+09:00", "pid": 10313, "process": {"exists": false, "pid": 10313}, "restart_count": 189, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 190}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 59799.283, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 59799.328, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 204.021, "last_sample_duration_ms": 528.42, "last_trigger": "periodic", "next_snapshot_in_sec": 395.979, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 615, "storage_bytes": 1585299}, "mjpeg": {"age_sec": 59799.276, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T18:26:13+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 59802.958, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59799297.603, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59799293.28, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59799291.277, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59799301.646, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.213, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.107, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 57996.517, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10310, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001792, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000677, "system_cpu_s_delta": 1.2200000000011642, "user_cpu_core_ratio": 0.001115, "user_cpu_s_delta": 2.0100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.186, "count": 30, "max": 6.245, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.609, "count": 30, "max": 2.202, "p95": 2.095, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 31898.64, "count": 30, "max": 57996.517, "p95": 55382.397, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.002, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19788, "sampled_at": "2026-08-30T17:56:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T17:56:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9514.473, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 181, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T18:26:11+09:00", "last_error_summary": "[rtsp @ 0x5f833c93df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f833c93de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T18:26:13+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.032, "last_started_at": "2026-08-30T18:26:11+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 189, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 190}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 59799.313, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 59799.358, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 204.037, "last_sample_duration_ms": 528.42, "last_trigger": "periodic", "next_snapshot_in_sec": 395.963, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 615, "storage_bytes": 1585299}, "mjpeg": {"age_sec": 59799.307, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T18:26:13+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 59802.979, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59799325.142, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59799320.819, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59799318.816, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 59799329.185, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.16, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.448, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 59799.286, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10313, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001775, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000688, "system_cpu_s_delta": 1.2400000000052387, "user_cpu_core_ratio": 0.001087, "user_cpu_s_delta": 1.959999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.192, "count": 30, "max": 6.448, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.625, "count": 30, "max": 2.202, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 33661.229, "count": 30, "max": 59799.286, "p95": 57185.276, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19789, "sampled_at": "2026-08-30T18:26:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T18:26:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9529.383, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T18:56:13+09:00", "last_error_summary": "[rtsp @ 0x6041ee534f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6041ee534e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 182, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T18:56:13+09:00", "last_error_summary": "[rtsp @ 0x6041ee534f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6041ee534e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T18:56:15+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T18:56:13+09:00", "pid": 10315, "process": {"exists": false, "pid": 10315}, "restart_count": 190, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 191}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 61601.555, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 61601.599, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 200.335, "last_sample_duration_ms": 563.791, "last_trigger": "periodic", "next_snapshot_in_sec": 399.665, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 618, "storage_bytes": 1606989}, "mjpeg": {"age_sec": 61601.548, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T18:56:15+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 61605.227, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61601567.91, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61601563.587, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61601561.585, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61601571.954, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.477, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.448, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 59799.286, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10313, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001775, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000688, "system_cpu_s_delta": 1.2400000000052387, "user_cpu_core_ratio": 0.001087, "user_cpu_s_delta": 1.959999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.192, "count": 30, "max": 6.448, "p95": 5.868, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.625, "count": 30, "max": 2.202, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 33661.229, "count": 30, "max": 59799.286, "p95": 57185.276, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.002, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19789, "sampled_at": "2026-08-30T18:26:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T18:26:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9529.254, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 182, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T18:56:13+09:00", "last_error_summary": "[rtsp @ 0x6041ee534f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6041ee534e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T18:56:15+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-08-30T18:56:13+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 190, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 191}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 61601.583, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 61601.628, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 200.356, "last_sample_duration_ms": 563.791, "last_trigger": "periodic", "next_snapshot_in_sec": 399.644, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 618, "storage_bytes": 1606989}, "mjpeg": {"age_sec": 61601.577, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T18:56:15+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 61605.252, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61601595.278, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61601590.955, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61601588.952, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 61601599.321, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.698, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.907, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 61601.556, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10315, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001748, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000677, "system_cpu_s_delta": 1.2200000000011642, "user_cpu_core_ratio": 0.001071, "user_cpu_s_delta": 1.930000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.332, "count": 30, "max": 6.448, "p95": 5.898, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.635, "count": 30, "max": 2.202, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 35463.8, "count": 30, "max": 61601.556, "p95": 58988.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19790, "sampled_at": "2026-08-30T18:56:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T18:56:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9541.215, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T19:26:15+09:00", "last_error_summary": "[rtsp @ 0x5a607bf10f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a607bf10e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 183, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T19:26:15+09:00", "last_error_summary": "[rtsp @ 0x5a607bf10f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a607bf10e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T19:26:17+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T19:26:15+09:00", "pid": 10317, "process": {"exists": false, "pid": 10317}, "restart_count": 191, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 192}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 63404.002, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 63404.046, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.876, "last_sample_duration_ms": 560.08, "last_trigger": "periodic", "next_snapshot_in_sec": 403.124, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 621, "storage_bytes": 1628671}, "mjpeg": {"age_sec": 63403.995, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T19:26:17+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 63407.677, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63404014.885, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63404010.562, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63404008.559, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63404018.928, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.69, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.907, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 61601.556, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10315, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001748, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000677, "system_cpu_s_delta": 1.2200000000011642, "user_cpu_core_ratio": 0.001071, "user_cpu_s_delta": 1.930000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.332, "count": 30, "max": 6.448, "p95": 5.898, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.635, "count": 30, "max": 2.202, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 35463.8, "count": 30, "max": 61601.556, "p95": 58988.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19790, "sampled_at": "2026-08-30T18:56:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T18:56:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9541.25, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 183, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T19:26:15+09:00", "last_error_summary": "[rtsp @ 0x5a607bf10f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a607bf10e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T19:26:17+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-08-30T19:26:15+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 191, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 192}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 63404.031, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 63404.076, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.891, "last_sample_duration_ms": 560.08, "last_trigger": "periodic", "next_snapshot_in_sec": 403.109, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 621, "storage_bytes": 1628671}, "mjpeg": {"age_sec": 63404.025, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T19:26:17+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 63407.698, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63404043.318, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63404038.995, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63404036.993, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 63404047.362, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.355, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.641, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 63404.003, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10317, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000688, "system_cpu_s_delta": 1.2400000000052387, "user_cpu_core_ratio": 0.001071, "user_cpu_s_delta": 1.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.267, "count": 30, "max": 6.448, "p95": 5.898, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.633, "count": 30, "max": 2.202, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 37266.371, "count": 30, "max": 63404.003, "p95": 60790.534, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19791, "sampled_at": "2026-08-30T19:26:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T19:26:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9552.867, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T19:56:18+09:00", "last_error_summary": "[rtsp @ 0x5c24d67def00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c24d67dee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 184, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T19:56:18+09:00", "last_error_summary": "[rtsp @ 0x5c24d67def00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c24d67dee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T19:56:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T19:56:18+09:00", "pid": 10319, "process": {"exists": false, "pid": 10319}, "restart_count": 192, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 193}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 65206.69, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 65206.735, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 24, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 193.695, "last_sample_duration_ms": 561.884, "last_trigger": "periodic", "next_snapshot_in_sec": 406.305, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 624, "storage_bytes": 1650356}, "mjpeg": {"age_sec": 65206.684, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T19:56:20+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 65210.361, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206703.322, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206698.998, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206696.996, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206707.365, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.322, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.641, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 63404.003, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10317, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000688, "system_cpu_s_delta": 1.2400000000052387, "user_cpu_core_ratio": 0.001071, "user_cpu_s_delta": 1.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.267, "count": 30, "max": 6.448, "p95": 5.898, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.633, "count": 30, "max": 2.202, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 37266.371, "count": 30, "max": 63404.003, "p95": 60790.534, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19791, "sampled_at": "2026-08-30T19:26:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T19:26:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9553.121, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 184, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T19:56:18+09:00", "last_error_summary": "[rtsp @ 0x5c24d67def00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c24d67dee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T19:56:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.024, "last_started_at": "2026-08-30T19:56:18+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 192, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 193}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 65206.714, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 65206.758, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 24, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 193.711, "last_sample_duration_ms": 561.884, "last_trigger": "periodic", "next_snapshot_in_sec": 406.289, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 624, "storage_bytes": 1650356}, "mjpeg": {"age_sec": 65206.707, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T19:56:20+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 65210.38, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206725.366, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206721.043, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206719.041, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 65206729.41, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.379, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.566, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 65206.691, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10319, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001792, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000705, "system_cpu_s_delta": 1.2699999999895226, "user_cpu_core_ratio": 0.001087, "user_cpu_s_delta": 1.959999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.257, "count": 30, "max": 6.448, "p95": 5.898, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.614, "count": 30, "max": 2.202, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 39068.955, "count": 30, "max": 65206.691, "p95": 62592.902, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19792, "sampled_at": "2026-08-30T19:56:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T19:56:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9562.023, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T20:26:21+09:00", "last_error_summary": "[rtsp @ 0x5a01d0f9bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a01d0f9be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 185, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T20:26:21+09:00", "last_error_summary": "[rtsp @ 0x5a01d0f9bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a01d0f9be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T20:26:23+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T20:26:21+09:00", "pid": 10321, "process": {"exists": false, "pid": 10321}, "restart_count": 193, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 194}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 67009.562, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 67009.606, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 27, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 191.275, "last_sample_duration_ms": 624.389, "last_trigger": "periodic", "next_snapshot_in_sec": 408.725, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 627, "storage_bytes": 1672043}, "mjpeg": {"age_sec": 67009.555, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T20:26:23+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 67013.237, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67009574.828, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67009570.505, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67009568.502, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67009578.871, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.452, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.566, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 65206.691, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10319, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001792, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000705, "system_cpu_s_delta": 1.2699999999895226, "user_cpu_core_ratio": 0.001087, "user_cpu_s_delta": 1.959999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.257, "count": 30, "max": 6.448, "p95": 5.898, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.614, "count": 30, "max": 2.202, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 39068.955, "count": 30, "max": 65206.691, "p95": 62592.902, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19792, "sampled_at": "2026-08-30T19:56:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T19:56:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9562.031, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 185, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T20:26:21+09:00", "last_error_summary": "[rtsp @ 0x5a01d0f9bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5a01d0f9be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T20:26:23+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-08-30T20:26:21+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 193, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 194}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 67009.591, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 67009.635, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 27, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 191.289, "last_sample_duration_ms": 624.389, "last_trigger": "periodic", "next_snapshot_in_sec": 408.711, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 627, "storage_bytes": 1672043}, "mjpeg": {"age_sec": 67009.584, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T20:26:23+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 67013.256, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67009602.508, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67009598.185, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67009596.182, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 67009606.551, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.168, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.066, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 67009.563, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10321, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001825, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00071, "system_cpu_s_delta": 1.2799999999988358, "user_cpu_core_ratio": 0.001115, "user_cpu_s_delta": 2.0100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.16, "count": 30, "max": 6.448, "p95": 5.898, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.614, "count": 30, "max": 2.202, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 40871.564, "count": 30, "max": 67009.563, "p95": 64395.481, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19793, "sampled_at": "2026-08-30T20:26:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T20:26:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9574.613, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T20:56:23+09:00", "last_error_summary": "[rtsp @ 0x5776fbfbdf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5776fbfbde00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 186, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T20:56:23+09:00", "last_error_summary": "[rtsp @ 0x5776fbfbdf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5776fbfbde00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T20:56:25+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T20:56:23+09:00", "pid": 10323, "process": {"exists": false, "pid": 10323}, "restart_count": 194, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 195}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 68811.903, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 68811.948, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 30, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 187.801, "last_sample_duration_ms": 610.742, "last_trigger": "periodic", "next_snapshot_in_sec": 412.199, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 630, "storage_bytes": 1693719}, "mjpeg": {"age_sec": 68811.897, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T20:56:25+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 68815.576, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811916.298, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811911.975, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811909.973, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811920.342, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.381, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.066, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 67009.563, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10321, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001825, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00071, "system_cpu_s_delta": 1.2799999999988358, "user_cpu_core_ratio": 0.001115, "user_cpu_s_delta": 2.0100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.16, "count": 30, "max": 6.448, "p95": 5.898, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.614, "count": 30, "max": 2.202, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 40871.564, "count": 30, "max": 67009.563, "p95": 64395.481, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19793, "sampled_at": "2026-08-30T20:26:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T20:26:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9574.285, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 186, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T20:56:23+09:00", "last_error_summary": "[rtsp @ 0x5776fbfbdf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5776fbfbde00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T20:56:25+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.032, "last_started_at": "2026-08-30T20:56:23+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 194, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 195}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 68811.934, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 68811.979, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 30, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 187.823, "last_sample_duration_ms": 610.742, "last_trigger": "periodic", "next_snapshot_in_sec": 412.177, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 630, "storage_bytes": 1693719}, "mjpeg": {"age_sec": 68811.927, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T20:56:25+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 68815.601, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811946.071, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811941.748, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811939.746, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 68811950.115, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.634, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.976, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 68811.904, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10323, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000716, "system_cpu_s_delta": 1.290000000008149, "user_cpu_core_ratio": 0.001082, "user_cpu_s_delta": 1.9499999999825377}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.169, "count": 30, "max": 6.448, "p95": 5.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.609, "count": 30, "max": 2.114, "p95": 2.08, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 42674.167, "count": 30, "max": 68811.904, "p95": 66198.271, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19794, "sampled_at": "2026-08-30T20:56:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T20:56:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9586.152, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T21:26:25+09:00", "last_error_summary": "[rtsp @ 0x5e12b9f8af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e12b9f8ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 187, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T21:26:25+09:00", "last_error_summary": "[rtsp @ 0x5e12b9f8af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e12b9f8ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T21:26:27+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T21:26:25+09:00", "pid": 10325, "process": {"exists": false, "pid": 10325}, "restart_count": 195, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 196}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 70613.981, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 70614.026, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 184.095, "last_sample_duration_ms": 588.445, "last_trigger": "periodic", "next_snapshot_in_sec": 415.905, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 633, "storage_bytes": 1715400}, "mjpeg": {"age_sec": 70613.974, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T21:26:27+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 70617.654, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70613994.064, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70613989.741, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70613987.739, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70613998.108, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.4, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.976, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 68811.904, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10323, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000716, "system_cpu_s_delta": 1.290000000008149, "user_cpu_core_ratio": 0.001082, "user_cpu_s_delta": 1.9499999999825377}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.169, "count": 30, "max": 6.448, "p95": 5.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.609, "count": 30, "max": 2.114, "p95": 2.08, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 42674.167, "count": 30, "max": 68811.904, "p95": 66198.271, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19794, "sampled_at": "2026-08-30T20:56:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T20:56:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9585.934, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 187, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T21:26:25+09:00", "last_error_summary": "[rtsp @ 0x5e12b9f8af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e12b9f8ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T21:26:27+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.029, "last_started_at": "2026-08-30T21:26:25+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 195, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 196}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 70614.008, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 70614.053, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 184.113, "last_sample_duration_ms": 588.445, "last_trigger": "periodic", "next_snapshot_in_sec": 415.887, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 633, "storage_bytes": 1715400}, "mjpeg": {"age_sec": 70614.001, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T21:26:27+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 70617.675, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70614020.119, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70614015.796, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70614013.793, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70614024.162, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.597, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.736, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70613.982, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10325, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001831, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00071, "system_cpu_s_delta": 1.2799999999988358, "user_cpu_core_ratio": 0.001121, "user_cpu_s_delta": 2.0200000000186265}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.072, "count": 30, "max": 6.448, "p95": 5.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.603, "count": 30, "max": 2.114, "p95": 2.08, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 44476.752, "count": 30, "max": 70613.982, "p95": 68000.851, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19795, "sampled_at": "2026-08-30T21:26:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T21:26:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9599.598, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T21:56:28+09:00", "last_error_summary": "[rtsp @ 0x62d2beeb7f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62d2beeb7e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 188, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T21:56:28+09:00", "last_error_summary": "[rtsp @ 0x62d2beeb7f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62d2beeb7e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T21:56:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T21:56:28+09:00", "pid": 10327, "process": {"exists": false, "pid": 10327}, "restart_count": 196, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 197}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 72416.82, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 72416.865, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 181.249, "last_sample_duration_ms": 589.732, "last_trigger": "periodic", "next_snapshot_in_sec": 418.751, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 636, "storage_bytes": 1737083}, "mjpeg": {"age_sec": 72416.814, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T21:56:30+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 72420.494, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416833.394, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416829.07, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416827.068, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416837.437, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.73, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.736, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70613.982, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10325, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001831, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00071, "system_cpu_s_delta": 1.2799999999988358, "user_cpu_core_ratio": 0.001121, "user_cpu_s_delta": 2.0200000000186265}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.072, "count": 30, "max": 6.448, "p95": 5.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.603, "count": 30, "max": 2.114, "p95": 2.08, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 44476.752, "count": 30, "max": 70613.982, "p95": 68000.851, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19795, "sampled_at": "2026-08-30T21:26:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T21:26:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9598.684, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 188, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T21:56:28+09:00", "last_error_summary": "[rtsp @ 0x62d2beeb7f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62d2beeb7e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T21:56:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-08-30T21:56:28+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 196, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 197}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 72416.85, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 72416.894, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 181.268, "last_sample_duration_ms": 589.732, "last_trigger": "periodic", "next_snapshot_in_sec": 418.732, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 636, "storage_bytes": 1737083}, "mjpeg": {"age_sec": 72416.843, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T21:56:30+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 72420.516, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416861.408, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416857.085, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416855.082, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 72416865.451, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.629, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.677, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 72416.822, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10327, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001825, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000704, "system_cpu_s_delta": 1.2700000000040745, "user_cpu_core_ratio": 0.00112, "user_cpu_s_delta": 2.0199999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.1, "count": 30, "max": 6.677, "p95": 6.236, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.613, "count": 30, "max": 2.215, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 46279.353, "count": 30, "max": 72416.822, "p95": 69803.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19796, "sampled_at": "2026-08-30T21:56:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T21:56:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9610.387, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T22:26:31+09:00", "last_error_summary": "[rtsp @ 0x59497da21f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x59497da21e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 189, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T22:26:31+09:00", "last_error_summary": "[rtsp @ 0x59497da21f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x59497da21e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T22:26:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T22:26:31+09:00", "pid": 10329, "process": {"exists": false, "pid": 10329}, "restart_count": 197, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 198}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 74219.72, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 74219.764, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 39, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.677, "last_sample_duration_ms": 594.81, "last_trigger": "periodic", "next_snapshot_in_sec": 421.323, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 639, "storage_bytes": 1758766}, "mjpeg": {"age_sec": 74219.713, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T22:26:33+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 74223.393, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219733.228, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219728.904, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219726.902, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219737.271, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.022, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.677, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 72416.822, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10327, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001825, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000704, "system_cpu_s_delta": 1.2700000000040745, "user_cpu_core_ratio": 0.00112, "user_cpu_s_delta": 2.0199999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.1, "count": 30, "max": 6.677, "p95": 6.236, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.613, "count": 30, "max": 2.215, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 46279.353, "count": 30, "max": 72416.822, "p95": 69803.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19796, "sampled_at": "2026-08-30T21:56:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T21:56:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9610.199, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 189, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T22:26:31+09:00", "last_error_summary": "[rtsp @ 0x59497da21f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x59497da21e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T22:26:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-08-30T22:26:31+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 197, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 198}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 74219.746, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 74219.791, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 39, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.692, "last_sample_duration_ms": 594.81, "last_trigger": "periodic", "next_snapshot_in_sec": 421.308, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 639, "storage_bytes": 1758766}, "mjpeg": {"age_sec": 74219.739, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T22:26:33+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 74223.413, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219758.083, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219753.76, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219751.757, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 74219762.126, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.536, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.922, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 74219.722, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10329, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00178, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00071, "system_cpu_s_delta": 1.2799999999988358, "user_cpu_core_ratio": 0.00107, "user_cpu_s_delta": 1.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.094, "count": 30, "max": 6.677, "p95": 6.236, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.618, "count": 30, "max": 2.215, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 48081.953, "count": 30, "max": 74219.722, "p95": 71605.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19797, "sampled_at": "2026-08-30T22:26:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T22:26:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9622.391, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T22:56:34+09:00", "last_error_summary": "[rtsp @ 0x5960eff52f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5960eff52e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 190, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T22:56:34+09:00", "last_error_summary": "[rtsp @ 0x5960eff52f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5960eff52e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T22:56:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T22:56:34+09:00", "pid": 10331, "process": {"exists": false, "pid": 10331}, "restart_count": 198, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 199}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 76022.636, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 76022.681, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 42, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 175.992, "last_sample_duration_ms": 548.74, "last_trigger": "periodic", "next_snapshot_in_sec": 424.008, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 642, "storage_bytes": 1780457}, "mjpeg": {"age_sec": 76022.629, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T22:56:36+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 76026.31, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76022649.306, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76022644.983, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76022642.981, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76022653.35, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.926, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.922, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 74219.722, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10329, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00178, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.00071, "system_cpu_s_delta": 1.2799999999988358, "user_cpu_core_ratio": 0.00107, "user_cpu_s_delta": 1.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.094, "count": 30, "max": 6.677, "p95": 6.236, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.618, "count": 30, "max": 2.215, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 48081.953, "count": 30, "max": 74219.722, "p95": 71605.544, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19797, "sampled_at": "2026-08-30T22:26:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T22:26:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9622.77, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 190, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T22:56:34+09:00", "last_error_summary": "[rtsp @ 0x5960eff52f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5960eff52e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T22:56:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-08-30T22:56:34+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 198, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 199}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 76022.665, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 76022.709, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 42, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 176.009, "last_sample_duration_ms": 548.74, "last_trigger": "periodic", "next_snapshot_in_sec": 423.991, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 642, "storage_bytes": 1780457}, "mjpeg": {"age_sec": 76022.658, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T22:56:36+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 76026.331, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76022676.497, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76022672.173, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76022670.171, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 76022680.54, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.54, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.85, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 76022.639, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10331, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000716, "system_cpu_s_delta": 1.2899999999935972, "user_cpu_core_ratio": 0.00107, "user_cpu_s_delta": 1.930000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.007, "count": 30, "max": 6.677, "p95": 6.236, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.614, "count": 30, "max": 2.215, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 49884.566, "count": 30, "max": 76022.639, "p95": 73408.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19798, "sampled_at": "2026-08-30T22:56:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T22:56:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9634.008, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T23:26:36+09:00", "last_error_summary": "[rtsp @ 0x5b0ff9a3ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b0ff9a3ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 191, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T23:26:36+09:00", "last_error_summary": "[rtsp @ 0x5b0ff9a3ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b0ff9a3ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T23:26:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T23:26:36+09:00", "pid": 10333, "process": {"exists": false, "pid": 10333}, "restart_count": 199, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 200}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 77825.041, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 77825.086, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 172.566, "last_sample_duration_ms": 562.083, "last_trigger": "periodic", "next_snapshot_in_sec": 427.434, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 645, "storage_bytes": 1802144}, "mjpeg": {"age_sec": 77825.035, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T23:26:38+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 77828.714, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77825054.282, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77825049.959, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77825047.957, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77825058.326, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.512, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.85, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 76022.639, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10331, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000716, "system_cpu_s_delta": 1.2899999999935972, "user_cpu_core_ratio": 0.00107, "user_cpu_s_delta": 1.930000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.007, "count": 30, "max": 6.677, "p95": 6.236, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.614, "count": 30, "max": 2.215, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 49884.566, "count": 30, "max": 76022.639, "p95": 73408.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19798, "sampled_at": "2026-08-30T22:56:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T22:56:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9634.18, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 191, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T23:26:36+09:00", "last_error_summary": "[rtsp @ 0x5b0ff9a3ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b0ff9a3ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T23:26:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.026, "last_started_at": "2026-08-30T23:26:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 199, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 200}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 77825.066, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 77825.11, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 172.581, "last_sample_duration_ms": 562.083, "last_trigger": "periodic", "next_snapshot_in_sec": 427.419, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 645, "storage_bytes": 1802144}, "mjpeg": {"age_sec": 77825.059, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T23:26:38+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 77828.732, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77825077.477, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77825073.153, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77825071.151, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 77825081.52, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.403, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.8, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 77825.042, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10333, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001787, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000688, "system_cpu_s_delta": 1.2400000000052387, "user_cpu_core_ratio": 0.001099, "user_cpu_s_delta": 1.9799999999813735}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.0, "count": 30, "max": 6.677, "p95": 6.236, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.605, "count": 30, "max": 2.215, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 51687.16, "count": 30, "max": 77825.042, "p95": 75211.326, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19799, "sampled_at": "2026-08-30T23:26:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T23:26:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9661.523, "limit_mb": null}, "detail": {"last_error_at": "2026-08-30T23:56:39+09:00", "last_error_summary": "[rtsp @ 0x5e654f421f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e654f421e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 192, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T23:56:39+09:00", "last_error_summary": "[rtsp @ 0x5e654f421f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e654f421e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T23:56:41+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-08-30T23:56:39+09:00", "pid": 10336, "process": {"exists": false, "pid": 10336}, "restart_count": 200, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 201}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 79627.646, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 79627.69, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 48, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 169.556, "last_sample_duration_ms": 555.745, "last_trigger": "periodic", "next_snapshot_in_sec": 430.444, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 648, "storage_bytes": 1823824}, "mjpeg": {"age_sec": 79627.639, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T23:56:41+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 79631.318, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627658.982, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627654.659, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627652.656, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627663.025, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.49, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.8, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 77825.042, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10333, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001787, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000688, "system_cpu_s_delta": 1.2400000000052387, "user_cpu_core_ratio": 0.001099, "user_cpu_s_delta": 1.9799999999813735}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.0, "count": 30, "max": 6.677, "p95": 6.236, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.605, "count": 30, "max": 2.215, "p95": 2.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 51687.16, "count": 30, "max": 77825.042, "p95": 75211.326, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19799, "sampled_at": "2026-08-30T23:26:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T23:26:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9661.734, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5916561408000, "copied_frame_count": 2139960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-08-30T01:27:20+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5948239, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-08-30T01:27:15+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.902}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "8d671fe8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 6, "events_failed": 1, "events_observed": 12, "events_suppressed": 5, "frame_buffer_copied_bytes": 5916561408000, "frame_buffer_copies": 2139960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 7, "worker_jobs_completed": 6, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0662, "count": 512, "max_ms": 0.8102, "p50_ms": 0.0574, "p95_ms": 0.1001, "p99_ms": 0.1306}, "stages": {"db_insert": {"avg_ms": 29.7667, "count": 6, "max_ms": 39.3625, "p50_ms": 30.6405, "p95_ms": 38.6371, "p99_ms": 39.2174, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.9892, "count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 801.562, "count": 12, "max_ms": 1846.8691, "p50_ms": 609.2108, "p95_ms": 1823.3742, "p99_ms": 1842.1701, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 5, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.6166, "count": 512, "max_ms": 1.9877, "p50_ms": 0.4904, "p95_ms": 1.223, "p99_ms": 1.5243, "results": {"failed": 0, "not_applicable": 0, "success": 2139960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 367.3074, "count": 12, "max_ms": 836.26, "p50_ms": 303.288, "p95_ms": 792.0626, "p99_ms": 827.4205, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0923, "count": 7, "max_ms": 12.4087, "p50_ms": 9.0141, "p95_ms": 12.3814, "p99_ms": 12.4033, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.3052, "count": 300, "max_ms": 7.0526, "p50_ms": 4.2065, "p95_ms": 5.9032, "p99_ms": 6.5175, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8216, "count": 300, "max_ms": 3.4387, "p50_ms": 0.6455, "p95_ms": 2.4279, "p99_ms": 3.1574, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 626.4047, "count": 7, "max_ms": 832.781, "p50_ms": 736.1108, "p95_ms": 808.9794, "p99_ms": 828.0207, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 664.2083, "count": 6, "max_ms": 755.2427, "p50_ms": 670.2214, "p95_ms": 739.4257, "p99_ms": 752.0793, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.8918, "count": 6, "max_ms": 74.0962, "p50_ms": 59.6447, "p95_ms": 73.9698, "p99_ms": 74.071, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.1727, "count": 6, "max_ms": 1.5313, "p50_ms": 1.1073, "p95_ms": 1.4655, "p99_ms": 1.5181, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 33.7649, "count": 6, "max_ms": 46.4558, "p50_ms": 30.9584, "p95_ms": 43.1989, "p99_ms": 45.8044, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 3.1024, "count": 6, "max_ms": 4.851, "p50_ms": 3.2561, "p95_ms": 4.732, "p99_ms": 4.8272, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6098, "count": 12, "max_ms": 0.9098, "p50_ms": 0.5812, "p95_ms": 0.8822, "p99_ms": 0.9043, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 5, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6273, "count": 7, "max_ms": 1.249, "p50_ms": 0.489, "p95_ms": 1.0824, "p99_ms": 1.2157, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 796.8777, "count": 6, "max_ms": 1123.8804, "p50_ms": 822.5109, "p95_ms": 1091.2052, "p99_ms": 1117.3453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6504, "count": 7, "max_ms": 4.5891, "p50_ms": 1.181, "p95_ms": 3.7118, "p99_ms": 4.4136, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 16.8006, "count": 7, "max_ms": 28.6399, "p50_ms": 18.2231, "p95_ms": 27.2911, "p99_ms": 28.3702, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1463, "count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5413, "count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 743.3731, "count": 7, "max_ms": 1199.339, "p50_ms": 771.141, "p95_ms": 1156.2027, "p99_ms": 1190.7118, "results": {"failed": 1, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "8d671fe8", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 7, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 7, "max_ms": 0.6298, "p50_ms": 0.0746, "p95_ms": 0.4656, "p99_ms": 0.5969}, "wait_ms": {"count": 7, "max_ms": 2.3876, "p50_ms": 1.3623, "p95_ms": 2.269, "p99_ms": 2.3638}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 7, "artifact_failed": 0, "artifact_requested": 7, "artifact_success": 7, "completed": 7, "completed_failed": 1, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 7, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6633, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 7, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 7}, "snapshot": {"copied_bytes": 19353600, "copied_count": 7, "copy": {"count": 7, "max_ms": 1.3072, "p50_ms": 1.0308, "p95_ms": 1.2605, "p99_ms": 1.2978}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 192, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-08-30T23:56:39+09:00", "last_error_summary": "[rtsp @ 0x5e654f421f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e654f421e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-08-30T23:56:41+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.026, "last_started_at": "2026-08-30T23:56:39+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 200, "restart_count_per_hour": 2, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 201}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "8d671fe8", "last_frame_pushed_age_sec": 79627.671, "last_frame_pushed_at": "2026-08-30T01:49:33+09:00", "last_frame_read_age_sec": 79627.715, "last_frame_read_at": "2026-08-30T01:49:33+09:00", "memory_observability": {"active_channels": ["20", "21"], "capped": false, "configured_mode": "monitoring", "current_rows": 48, "debug_expires_at": null, "deduplicated_count": 26, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 169.573, "last_sample_duration_ms": 555.745, "last_trigger": "periodic", "next_snapshot_in_sec": 430.427, "reason": "waiting_for_next_snapshot", "rotation_count": 82, "runtime_state": "active", "sample_count": 648, "storage_bytes": 1823824}, "mjpeg": {"age_sec": 79627.664, "exists": true, "mtime": "2026-08-30T01:49:33.787800+09:00", "mtime_epoch": 1788022173.7877998, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 99018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-08-30T23:56:41+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 2127.438, "name": "celery", "pid": 215, "rss_mb": 2018.418, "state": "S (sleeping)", "threads": 84}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 2, "last_event_ttl_s": 120.0, "last_prune_age_s": 79631.337, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 96, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.045833, "worker_small_worker_ratio": 0.85}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627682.777, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627678.453, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627676.451, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 79627686.82, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 215, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.43, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 215, "process_rss_mb_proxy": 2018.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.835, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "8d671fe8", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2139960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-08-30T01:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 79627.647, "exists": true, "size_bytes": 99018, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10336, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.001775, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 215, "reason": null, "system_cpu_core_ratio": 0.000677, "system_cpu_s_delta": 1.2200000000011642, "user_cpu_core_ratio": 0.001098, "user_cpu_s_delta": 1.9800000000104774}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 4.127, "count": 30, "max": 6.677, "p95": 6.236, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 1.625, "count": 30, "max": 2.215, "p95": 2.126, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.167, "count": 30, "max": 612.0, "p95": 609.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.178, "p95": 0.177, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 53489.739, "count": 30, "max": 79627.647, "p95": 77013.961, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99018.0, "count": 30, "max": 99018.0, "p95": 99018.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.001, "count": 30, "max": 0.001, "p95": 0.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19800, "sampled_at": "2026-08-30T23:56:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-08-30T23:56:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-08-26T09:58:18+09:00", "state": "running", "task_id": "c4d8306d-f3b1-4249-a4e2-24e2f7a3fddc", "trigger": "start", "triton_protocol": "grpc"}
