{ "errors": [], "started": [ 3, 8 ], "touched": [ 3, 8 ], "begin_wall": 1790572699.968669, "sample_seconds": 30.00009551923722, "status": "MEASURED", "cleanup": { "reaped": true, "channels": { "3": { "state": "stopped", "run_id": "f455ebd9-e511-4947-bba3-333a1f046cc1", "run_generation": 1, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "degraded": false, "publisher_metrics": {}, "providers": { "pose": { "state": "running", "child_pid": null, "last_error": null, "cleanup_error": null, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 2425513647261840, "diagnostic": { "events": [ { "name": "start_requested", "monotonic_ns": 2425423919703455, "wall_ms": 1790572703172 }, { "name": "stop_requested", "monotonic_ns": 2425510986249374, "wall_ms": 1790572790238 }, { "name": "terminal_received", "monotonic_ns": 2425511629950340, "wall_ms": 1790572790882 }, { "name": "child_reaped", "monotonic_ns": 2425513647280047, "wall_ms": 1790572792899 } ], "spawn_thread_id": 460, "child_exception": null, "exit_code": 0, "exit_signal": null, "terminal_received": true, "terminal_failed": false, "forced": false } }, "metadata_path": { "source_latest_trial": true, "event_cooldown": { "seconds": 10.0, "overrides": {}, "clock": "monotonic", "counts": { "INTRUSION_admitted": 5, "FALL_admitted": 5, "FALL_suppressed_candidates": 73, "LOITERING_admitted": 6, "LOITERING_suppressed_candidates": 300, "FIGHT_admitted": 3, "FIGHT_suppressed_candidates": 40, "INTRUSION_suppressed_candidates": 28 } }, "state": "CONNECTED", "error": null, "freshness_ms": 100, "freshness_enabled": false, "startup_seconds": 10.0, "stall_seconds": 2.0, "queued": 0, "capacity": 32, "inflight_age_s": null, "pending_age_s": null, "providers": { "pose": { "state": "ACTIVE", "reason": null, "responses": 641, "late": 0, "busy_drop": 0, "first_request_at": 2425445.857934398, "requests": 642, "last_progress_at": 2425510.76790309, "last_progress_stage": "callback", "first_response_at": 2425445.96947524, "last_response_age_s": 0.058, "first_input_at": 2425445.773377556 } }, "scenarios": { "active": [ "FALL", "FIGHT", "INTRUSION", "LOITERING" ], "disabled": [] }, "provider_timing": { "pose": { "selected_to_response": { "count": 641, "sum_ms": 54805.596970487386, "max_ms": 588.0286237224936, "over_100ms": 134 } } }, "artifacts": { "accepted": 19, "capture_ready": 18, "error": null, "pending": 1, "queued": 1, "native_drop": 0, "training": { "settings_reads": 58, "admission_reads": 1, "early_interval_skip": 640, "pending": false, "enabled": true } }, "visual": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 2425510836550248, "counts": { "source_queue_gap": 12, "decoded": 641, "selected": 641, "source_analysis_gap": 11 }, "pipeline_diagnostic": { "enabled": true, "collecting": true, "counts": { "selected": 358 }, "missed": 1, "started_ns": 2425473922658938, "last_accepted_ns": null, "acceptance_silence_ns": 36915249143, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": {}, "input_timeline": [], "input_timeline_limit": 8, "durations": {}, "providers": { "pose": { "enabled": true, "collecting": true, "counts": { "infer_output": 358, "callback": 358, "copied": 359, "accepted": 358, "submitted": 358, "selected": 355, "input_timing_unavailable": 355, "preprocess_start": 357, "preprocess_output": 358, "preprocess": 358 }, "missed": 12, "started_ns": 2425473922687469, "last_accepted_ns": 2425510778562170, "acceptance_silence_ns": 60063917, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": { "current-level-buffers": { "count": 1436, "total": 17, "maximum": 1, "last": 0 }, "current-level-bytes": { "count": 1436, "total": 1224, "maximum": 72, "last": 0 } }, "input_timeline": [], "input_timeline_limit": 8, "durations": { "result_nms_wall": { "count": 360, "sum_ns": 2703333928, "max_ns": 77253538, "over_100ms": 0, "histogram": [ 0, 75, 154, 54, 44, 30, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_nms_cpu": { "count": 360, "sum_ns": 932112476, "max_ns": 5921845, "over_100ms": 0, "histogram": [ 0, 106, 247, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_tracking_wall": { "count": 360, "sum_ns": 3388058121, "max_ns": 77164509, "over_100ms": 0, "histogram": [ 0, 2, 172, 112, 38, 25, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_tracking_cpu": { "count": 360, "sum_ns": 1639591333, "max_ns": 12801595, "over_100ms": 0, "histogram": [ 0, 2, 251, 102, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_region_wall": { "count": 360, "sum_ns": 329981376, "max_ns": 11018214, "over_100ms": 0, "histogram": [ 256, 97, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_region_cpu": { "count": 360, "sum_ns": 306818502, "max_ns": 1644111, "over_100ms": 0, "histogram": [ 265, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fall_wall": { "count": 360, "sum_ns": 767752679, "max_ns": 27421335, "over_100ms": 0, "histogram": [ 5, 216, 130, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fall_cpu": { "count": 360, "sum_ns": 683220617, "max_ns": 15037899, "over_100ms": 0, "histogram": [ 5, 247, 106, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fight_wall": { "count": 360, "sum_ns": 223519536, "max_ns": 6990550, "over_100ms": 0, "histogram": [ 338, 15, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fight_cpu": { "count": 360, "sum_ns": 197648529, "max_ns": 2879713, "over_100ms": 0, "histogram": [ 349, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_collector_wall": { "count": 360, "sum_ns": 6510943534, "max_ns": 414519079, "over_100ms": 9, "histogram": [ 0, 2, 117, 127, 86, 18, 0, 1, 0, 0, 0, 9, 0, 0, 0, 0 ] }, "result_collector_cpu": { "count": 360, "sum_ns": 5547388619, "max_ns": 388460537, "over_100ms": 9, "histogram": [ 0, 2, 169, 119, 58, 3, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0 ] }, "result_composition_wall": { "count": 360, "sum_ns": 36864358, "max_ns": 2180781, "over_100ms": 0, "histogram": [ 359, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_cpu": { "count": 360, "sum_ns": 33157546, "max_ns": 318668, "over_100ms": 0, "histogram": [ 360, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_wall": { "count": 360, "sum_ns": 34226294, "max_ns": 14903395, "over_100ms": 0, "histogram": [ 358, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_cpu": { "count": 360, "sum_ns": 14279755, "max_ns": 190036, "over_100ms": 0, "histogram": [ 360, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_wall": { "count": 360, "sum_ns": 974397378, "max_ns": 17674452, "over_100ms": 0, "histogram": [ 5, 178, 146, 21, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_cpu": { "count": 360, "sum_ns": 723045556, "max_ns": 4643214, "over_100ms": 0, "histogram": [ 5, 200, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_wall": { "count": 359, "sum_ns": 6670050869, "max_ns": 441042012, "over_100ms": 3, "histogram": [ 0, 0, 6, 95, 173, 81, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0 ] }, "copy_thread_cpu": { "count": 359, "sum_ns": 5151242649, "max_ns": 389942109, "over_100ms": 3, "histogram": [ 0, 0, 6, 144, 189, 17, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0 ] }, "accepted_interval": { "count": 358, "sum_ns": 36855874701, "max_ns": 547601323, "over_100ms": 151, "histogram": [ 0, 0, 0, 1, 11, 38, 63, 94, 123, 16, 0, 8, 4, 0, 0, 0 ] }, "selected_to_preprocess_start": { "count": 353, "sum_ns": 1957251699, "max_ns": 322621724, "over_100ms": 1, "histogram": [ 1, 95, 171, 46, 31, 8, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0 ] }, "completed_queue_wait": { "count": 359, "sum_ns": 7235892773, "max_ns": 192332635, "over_100ms": 29, "histogram": [ 160, 53, 55, 8, 3, 23, 16, 12, 20, 9, 0, 0, 0, 0, 0, 0 ] }, "result_observations_wall": { "count": 359, "sum_ns": 2162895285, "max_ns": 75392098, "over_100ms": 0, "histogram": [ 0, 0, 209, 113, 33, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_observations_cpu": { "count": 359, "sum_ns": 1575760777, "max_ns": 11097411, "over_100ms": 0, "histogram": [ 0, 0, 259, 99, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess_output": { "count": 353, "sum_ns": 2353130295, "max_ns": 374820870, "over_100ms": 1, "histogram": [ 19, 84, 93, 98, 50, 8, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0 ] }, "selected_to_preprocess": { "count": 354, "sum_ns": 5623108774, "max_ns": 381838032, "over_100ms": 2, "histogram": [ 0, 0, 68, 106, 95, 80, 2, 1, 0, 0, 0, 2, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess": { "count": 352, "sum_ns": 3571579408, "max_ns": 377752840, "over_100ms": 1, "histogram": [ 0, 65, 89, 73, 87, 36, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0 ] }, "preprocess_output_to_infer_entry": { "count": 353, "sum_ns": 1234815503, "max_ns": 31752038, "over_100ms": 0, "histogram": [ 177, 43, 49, 52, 23, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_wall": { "count": 359, "sum_ns": 18852299775, "max_ns": 444683520, "over_100ms": 23, "histogram": [ 0, 0, 0, 0, 21, 240, 57, 18, 12, 2, 0, 9, 0, 0, 0, 0 ] }, "result_total_cpu": { "count": 359, "sum_ns": 12938039641, "max_ns": 406751617, "over_100ms": 9, "histogram": [ 0, 0, 0, 0, 37, 313, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0 ] }, "preprocess_to_infer_output": { "count": 352, "sum_ns": 19020724501, "max_ns": 424961530, "over_100ms": 22, "histogram": [ 0, 0, 0, 0, 0, 217, 87, 26, 13, 7, 0, 2, 0, 0, 0, 0 ] }, "preprocess_to_callback": { "count": 352, "sum_ns": 20545856967, "max_ns": 446241633, "over_100ms": 27, "histogram": [ 0, 0, 0, 0, 0, 191, 102, 32, 17, 7, 1, 2, 0, 0, 0, 0 ] }, "infer_output_to_callback": { "count": 352, "sum_ns": 1468898494, "max_ns": 38398799, "over_100ms": 0, "histogram": [ 0, 113, 151, 66, 17, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "callback_to_copied": { "count": 353, "sum_ns": 6843475930, "max_ns": 441573954, "over_100ms": 3, "histogram": [ 0, 0, 1, 82, 176, 90, 1, 0, 0, 0, 0, 3, 0, 0, 0, 0 ] }, "selected_to_submitted": { "count": 353, "sum_ns": 33452411274, "max_ns": 509210641, "over_100ms": 101, "histogram": [ 0, 0, 0, 0, 0, 19, 153, 80, 70, 17, 7, 5, 2, 0, 0, 0 ] } }, "providers": {} } } }, "first_ns": { "source_queue_gap": 2425445776082911, "decoded": 2425445776133540, "selected": 2425445776583942, "source_analysis_gap": 2425445780192794 }, "last_ns": { "source_queue_gap": 2425509284835043, "decoded": 2425510794924452, "selected": 2425510795217045, "source_analysis_gap": 2425509284876115 }, "detail": true, "pending_samples": 256, "last_frame": { "selected": [ 641, 78846862714 ] }, "observation_missed": 2, "durations": { "collector_wait": { "samples": 256, "mean_ms": 0.00724837109375, "p95_ms": 0.01492, "max_ms": 0.054798 }, "collector_work": { "samples": 256, "mean_ms": 0.13125328125, "p95_ms": 0.193011, "max_ms": 3.419377 }, "collector_work_cpu": { "samples": 256, "mean_ms": 0.10110455859375, "p95_ms": 0.159141, "max_ms": 0.319825 }, "collector_evict": { "samples": 256, "mean_ms": 0.0738671953125, "p95_ms": 0.119324, "max_ms": 0.916432 }, "collector_evict_cpu": { "samples": 256, "mean_ms": 0.069432828125, "p95_ms": 0.112272, "max_ms": 0.206489 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "collector_frames": 32, "finalizing": 0, "admitted": 642, "over_freshness_pose": 134, "accepted_result": 641, "finalizing_claims": 641, "finalized": 641, "events_created": 19, "execution_path": "provider-linear-trial", "queue_max_age_s": 1.0, "completed_queue_age_s": 0 }, "publisher_metrics": { "sent": 665, "sent_status": 25, "sent_frames": 640, "queued": 1, "queuedBytes": 10677, "relay_timing": {}, "channels": 1, "workers": 1, "delivery": { "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce": { "pose": { "count": 640, "first_at_ns": 2425446020629346, "first_wall_ms": 1790572725273, "last_at_ns": 2425510729081887, "interval_count": 639, "interval_sum_ns": 64708452541, "max_interval_ns": 573613836, "histogram": [ 29, 91, 108, 156, 176, 47, 9, 17, 6, 0, 0 ] } } }, "profile": { "enabled": true, "revision": 1, "channels": { "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce": { "counts": { "state_noop": 360, "queued_frame": 360, "sent_frame": 359, "queued_heartbeat": 11, "sent_status": 11, "timeline_evicted": 855 }, "timings": { "frame_queue": { "count": 359, "mean_ms": 3.688752905447503, "max_ms": 50.191821064800024, "recent_samples": 256, "recent_p50_ms": 1.7332446295768023, "recent_p95_ms": 13.649875298142433 }, "selected_to_redis": { "count": 348, "mean_ms": 182.91143384482763, "max_ms": 644.074208, "recent_samples": 256, "recent_p50_ms": 137.375492, "recent_p95_ms": 481.41885 }, "completed_to_redis": { "count": 348, "mean_ms": 89.66316829022989, "max_ms": 555.656648, "recent_samples": 256, "recent_p50_ms": 51.977565999999996, "recent_p95_ms": 291.256535 }, "frame_write_wall": { "count": 359, "mean_ms": 13.492223827298051, "max_ms": 471.54659300000003, "recent_samples": 256, "recent_p50_ms": 4.5270595, "recent_p95_ms": 53.894051 }, "frame_write_cpu": { "count": 359, "mean_ms": 1.6683784540389974, "max_ms": 4.471767, "recent_samples": 256, "recent_p50_ms": 1.558157, "recent_p95_ms": 2.921309 }, "frame_completion_lock": { "count": 359, "mean_ms": 0.019201311977715886, "max_ms": 0.8847349999999999, "recent_samples": 256, "recent_p50_ms": 0.0146505, "recent_p95_ms": 0.033026 }, "enqueue_gap": { "count": 359, "mean_ms": 102.72505583565457, "max_ms": 559.704144, "recent_samples": 256, "recent_p50_ms": 84.8192455, "recent_p95_ms": 187.030904 }, "status_queue": { "count": 11, "mean_ms": 8.486432616006244, "max_ms": 26.001533959060907, "recent_samples": 11, "recent_p50_ms": 7.008031941950321, "recent_p95_ms": 26.001533959060907 }, "status_write_wall": { "count": 11, "mean_ms": 13.45684609090909, "max_ms": 53.068849, "recent_samples": 11, "recent_p50_ms": 2.8459700000000003, "recent_p95_ms": 53.068849 }, "status_write_cpu": { "count": 11, "mean_ms": 1.2675836363636361, "max_ms": 2.418455, "recent_samples": 11, "recent_p50_ms": 0.951358, "recent_p95_ms": 2.418455 }, "status_completion_lock": { "count": 11, "mean_ms": 0.016597, "max_ms": 0.028607, "recent_samples": 11, "recent_p50_ms": 0.015055, "recent_p95_ms": 0.028607 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "lastSeq": 640, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 2796202 } }, "fire": { "state": "running", "child_pid": null, "last_error": null, "cleanup_error": null, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 2425512649044362, "diagnostic": { "events": [ { "name": "start_requested", "monotonic_ns": 2425423948073511, "wall_ms": 1790572703200 }, { "name": "stop_requested", "monotonic_ns": 2425510986430814, "wall_ms": 1790572790239 }, { "name": "terminal_received", "monotonic_ns": 2425511443687514, "wall_ms": 1790572790696 }, { "name": "child_reaped", "monotonic_ns": 2425512649060453, "wall_ms": 1790572791901 } ], "spawn_thread_id": 462, "child_exception": null, "exit_code": 0, "exit_signal": null, "terminal_received": true, "terminal_failed": false, "forced": false } }, "metadata_path": { "source_latest_trial": true, "event_cooldown": { "seconds": 10.0, "overrides": {}, "clock": "monotonic", "counts": {} }, "state": "CONNECTED", "error": null, "freshness_ms": 100, "freshness_enabled": false, "startup_seconds": 10.0, "stall_seconds": 2.0, "queued": 0, "capacity": 32, "inflight_age_s": null, "pending_age_s": null, "providers": { "fire": { "state": "ACTIVE", "reason": null, "responses": 652, "late": 0, "busy_drop": 0, "first_request_at": 2425445.823510977, "requests": 654, "last_progress_at": 2425510.873982753, "last_progress_stage": "callback", "first_response_at": 2425445.917772723, "last_response_age_s": 0.152, "first_input_at": 2425445.743310583 } }, "scenarios": { "active": [ "FIRE" ], "disabled": [] }, "provider_timing": { "fire": { "selected_to_response": { "count": 652, "sum_ms": 46012.17679167166, "max_ms": 411.3791100680828, "over_100ms": 43 } } }, "artifacts": { "error": null, "pending": 0, "queued": 0, "native_drop": 0, "training": { "pending": false, "enabled": false } }, "visual": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 2425510913907763, "counts": { "source_queue_gap": 2, "decoded": 654, "selected": 654, "source_analysis_gap": 1 }, "pipeline_diagnostic": { "enabled": true, "collecting": true, "counts": { "selected": 369 }, "missed": 0, "started_ns": 2425474006979468, "last_accepted_ns": null, "acceptance_silence_ns": 36907879890, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": {}, "input_timeline": [], "input_timeline_limit": 8, "durations": {}, "providers": { "fire": { "enabled": true, "collecting": true, "counts": { "infer_output": 369, "callback": 369, "copied": 368, "accepted": 368, "submitted": 368, "selected": 369, "input_timing_unavailable": 369, "preprocess_start": 369, "preprocess_output": 369, "preprocess": 369 }, "missed": 0, "started_ns": 2425474007034762, "last_accepted_ns": 2425510761453753, "acceptance_silence_ns": 156206935, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": { "current-level-buffers": { "count": 1476, "total": 0, "maximum": 0, "last": 0 }, "current-level-bytes": { "count": 1476, "total": 0, "maximum": 0, "last": 0 } }, "input_timeline": [], "input_timeline_limit": 8, "durations": { "copy_wall": { "count": 368, "sum_ns": 8593127385, "max_ns": 79962340, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 122, 244, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_thread_cpu": { "count": 368, "sum_ns": 7126064699, "max_ns": 31616789, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 214, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "accepted_interval": { "count": 368, "sum_ns": 36754418991, "max_ns": 230536702, "over_100ms": 174, "histogram": [ 0, 0, 0, 0, 0, 12, 59, 123, 158, 14, 2, 0, 0, 0, 0, 0 ] }, "completed_queue_wait": { "count": 368, "sum_ns": 396935524, "max_ns": 8425033, "over_100ms": 0, "histogram": [ 273, 48, 38, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_wall": { "count": 368, "sum_ns": 35735580, "max_ns": 6277046, "over_100ms": 0, "histogram": [ 361, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_cpu": { "count": 368, "sum_ns": 16314853, "max_ns": 168322, "over_100ms": 0, "histogram": [ 368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_wall": { "count": 368, "sum_ns": 23247715, "max_ns": 6114787, "over_100ms": 0, "histogram": [ 366, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_cpu": { "count": 368, "sum_ns": 12064573, "max_ns": 140766, "over_100ms": 0, "histogram": [ 368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_wall": { "count": 368, "sum_ns": 246146915, "max_ns": 9097844, "over_100ms": 0, "histogram": [ 333, 24, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_cpu": { "count": 368, "sum_ns": 195321600, "max_ns": 2648900, "over_100ms": 0, "histogram": [ 351, 14, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_wall": { "count": 368, "sum_ns": 1933150156, "max_ns": 20659468, "over_100ms": 0, "histogram": [ 0, 0, 223, 118, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_cpu": { "count": 368, "sum_ns": 1589967941, "max_ns": 9726639, "over_100ms": 0, "histogram": [ 0, 0, 267, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess_start": { "count": 369, "sum_ns": 1119931314, "max_ns": 25629458, "over_100ms": 0, "histogram": [ 0, 117, 216, 28, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess_output": { "count": 369, "sum_ns": 1060499605, "max_ns": 22737396, "over_100ms": 0, "histogram": [ 62, 151, 99, 47, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess": { "count": 369, "sum_ns": 2598928467, "max_ns": 46627711, "over_100ms": 0, "histogram": [ 0, 0, 175, 133, 50, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess": { "count": 369, "sum_ns": 1478997153, "max_ns": 32483626, "over_100ms": 0, "histogram": [ 2, 146, 136, 57, 22, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_output_to_infer_entry": { "count": 369, "sum_ns": 418497548, "max_ns": 24451148, "over_100ms": 0, "histogram": [ 292, 31, 31, 12, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_infer_output": { "count": 368, "sum_ns": 13156306116, "max_ns": 105082831, "over_100ms": 1, "histogram": [ 0, 0, 0, 0, 16, 299, 49, 3, 1, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_callback": { "count": 368, "sum_ns": 14272054597, "max_ns": 106956737, "over_100ms": 1, "histogram": [ 0, 0, 0, 0, 8, 289, 64, 6, 1, 0, 0, 0, 0, 0, 0, 0 ] }, "infer_output_to_callback": { "count": 368, "sum_ns": 1115748481, "max_ns": 12058867, "over_100ms": 0, "histogram": [ 0, 89, 240, 35, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "callback_to_copied": { "count": 367, "sum_ns": 8852513371, "max_ns": 80515618, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 104, 261, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_submitted": { "count": 367, "sum_ns": 25767859141, "max_ns": 193696622, "over_100ms": 21, "histogram": [ 0, 0, 0, 0, 0, 34, 209, 103, 20, 1, 0, 0, 0, 0, 0, 0 ] } }, "providers": {} } } }, "first_ns": { "source_queue_gap": 2425445746133298, "decoded": 2425445746182020, "selected": 2425445746704498, "source_analysis_gap": 2425445750101789 }, "last_ns": { "source_queue_gap": 2425445750037208, "decoded": 2425510867847726, "selected": 2425510868106273, "source_analysis_gap": 2425445750101789 }, "detail": true, "pending_samples": 256, "last_frame": { "selected": [ 653, 79465595664 ] }, "observation_missed": 0, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "collector_frames": 0, "finalizing": 0, "admitted": 654, "over_freshness_fire": 43, "accepted_result": 652, "finalizing_claims": 652, "finalized": 652, "events_created": 0, "execution_path": "provider-linear-trial", "queue_max_age_s": 1.0, "completed_queue_age_s": 0 }, "publisher_metrics": { "sent": 676, "sent_status": 25, "replaced": 1, "sent_frames": 651, "queued": 0, "queuedBytes": 0, "relay_timing": {}, "channels": 1, "workers": 1, "delivery": { "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce": { "fire": { "count": 651, "first_at_ns": 2425445970438408, "first_wall_ms": 1790572725223, "last_at_ns": 2425510783544875, "interval_count": 650, "interval_sum_ns": 64813106467, "max_interval_ns": 384975905, "histogram": [ 8, 26, 84, 223, 279, 24, 2, 4, 0, 0, 0 ] } } }, "profile": { "enabled": true, "revision": 1, "channels": { "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce": { "counts": { "state_noop": 368, "queued_frame": 368, "sent_frame": 368, "queued_heartbeat": 11, "sent_status": 11, "timeline_evicted": 881 }, "timings": { "frame_queue": { "count": 368, "mean_ms": 1.2024932176522587, "max_ms": 14.316825196146965, "recent_samples": 256, "recent_p50_ms": 0.7218446116894484, "recent_p95_ms": 4.48224600404501 }, "selected_to_redis": { "count": 357, "mean_ms": 80.37106366386554, "max_ms": 201.08047000000002, "recent_samples": 256, "recent_p50_ms": 77.814738, "recent_p95_ms": 119.243793 }, "completed_to_redis": { "count": 357, "mean_ms": 10.352173210084038, "max_ms": 45.226426000000004, "recent_samples": 256, "recent_p50_ms": 9.198203, "recent_p95_ms": 21.814679 }, "frame_write_wall": { "count": 368, "mean_ms": 2.9679188940217385, "max_ms": 29.116386000000002, "recent_samples": 256, "recent_p50_ms": 2.0695295, "recent_p95_ms": 8.139562 }, "frame_write_cpu": { "count": 368, "mean_ms": 1.141940081521739, "max_ms": 2.654727, "recent_samples": 256, "recent_p50_ms": 1.0823070000000001, "recent_p95_ms": 1.819854 }, "frame_completion_lock": { "count": 368, "mean_ms": 0.012631089673913031, "max_ms": 0.11916500000000001, "recent_samples": 256, "recent_p50_ms": 0.011026000000000001, "recent_p95_ms": 0.021696 }, "enqueue_gap": { "count": 367, "mean_ms": 100.00947303814716, "max_ms": 231.085382, "recent_samples": 256, "recent_p50_ms": 98.921177, "recent_p95_ms": 146.787526 }, "status_queue": { "count": 11, "mean_ms": 3.1428911130536688, "max_ms": 5.794818978756666, "recent_samples": 11, "recent_p50_ms": 3.168908879160881, "recent_p95_ms": 5.794818978756666 }, "status_write_wall": { "count": 11, "mean_ms": 1.471215272727273, "max_ms": 6.58284, "recent_samples": 11, "recent_p50_ms": 0.88046, "recent_p95_ms": 6.58284 }, "status_write_cpu": { "count": 11, "mean_ms": 0.6504883636363636, "max_ms": 1.034615, "recent_samples": 11, "recent_p50_ms": 0.637355, "recent_p95_ms": 1.034615 }, "status_completion_lock": { "count": 11, "mean_ms": 0.010149363636363635, "max_ms": 0.017346999999999998, "recent_samples": 11, "recent_p50_ms": 0.009698, "recent_p95_ms": 0.017346999999999998 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "lastSeq": 651, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 2796202 } }, "crowd": { "state": "running", "child_pid": null, "last_error": null, "cleanup_error": null, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 2425512667476899, "diagnostic": { "events": [ { "name": "start_requested", "monotonic_ns": 2425423956159088, "wall_ms": 1790572703208 }, { "name": "stop_requested", "monotonic_ns": 2425510986534838, "wall_ms": 1790572790239 }, { "name": "terminal_received", "monotonic_ns": 2425511255736125, "wall_ms": 1790572790508 }, { "name": "child_reaped", "monotonic_ns": 2425512667507830, "wall_ms": 1790572791920 } ], "spawn_thread_id": 464, "child_exception": null, "exit_code": 0, "exit_signal": null, "terminal_received": true, "terminal_failed": false, "forced": false } }, "metadata_path": { "source_latest_trial": true, "event_cooldown": { "seconds": 10.0, "overrides": {}, "clock": "monotonic", "counts": { "CROWD_admitted": 1 } }, "state": "CONNECTED", "error": null, "freshness_ms": 100, "freshness_enabled": false, "startup_seconds": 10.0, "stall_seconds": 2.0, "queued": 0, "capacity": 32, "inflight_age_s": null, "pending_age_s": null, "providers": { "crowd": { "state": "ACTIVE", "reason": null, "responses": 651, "late": 0, "busy_drop": 0, "first_request_at": 2425445.824957667, "requests": 652, "last_progress_at": 2425510.723886446, "last_progress_stage": "callback", "first_response_at": 2425445.923274845, "last_response_age_s": 0.095, "first_input_at": 2425445.742461298 } }, "scenarios": { "active": [ "CROWD" ], "disabled": [] }, "provider_timing": { "crowd": { "selected_to_response": { "count": 651, "sum_ms": 45986.51172220707, "max_ms": 398.9256676286459, "over_100ms": 55 } } }, "artifacts": { "accepted": 1, "capture_ready": 1, "error": null, "pending": 0, "queued": 0, "native_drop": 0, "training": { "pending": false, "enabled": false } }, "visual": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 2425510738846430, "counts": { "source_queue_gap": 2, "decoded": 652, "selected": 652, "source_analysis_gap": 1 }, "pipeline_diagnostic": { "enabled": true, "collecting": true, "counts": { "selected": 366 }, "missed": 0, "started_ns": 2425474174462640, "last_accepted_ns": null, "acceptance_silence_ns": 36565283390, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": {}, "input_timeline": [], "input_timeline_limit": 8, "durations": {}, "providers": { "crowd": { "enabled": true, "collecting": true, "counts": { "selected": 366, "input_timing_unavailable": 366, "preprocess_start": 366, "preprocess_output": 366, "preprocess": 366, "infer_output": 366, "callback": 366, "copied": 365, "accepted": 365, "submitted": 365 }, "missed": 0, "started_ns": 2425474174486881, "last_accepted_ns": 2425510643344373, "acceptance_silence_ns": 96875610, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": { "current-level-buffers": { "count": 1464, "total": 0, "maximum": 0, "last": 0 }, "current-level-bytes": { "count": 1464, "total": 0, "maximum": 0, "last": 0 } }, "input_timeline": [], "input_timeline_limit": 8, "durations": { "selected_to_preprocess_start": { "count": 366, "sum_ns": 1147856458, "max_ns": 17488626, "over_100ms": 0, "histogram": [ 0, 106, 216, 31, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess_output": { "count": 366, "sum_ns": 1077617002, "max_ns": 19457958, "over_100ms": 0, "histogram": [ 55, 150, 99, 50, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess": { "count": 366, "sum_ns": 2602588843, "max_ns": 25885327, "over_100ms": 0, "histogram": [ 0, 0, 160, 136, 59, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess": { "count": 366, "sum_ns": 1454732385, "max_ns": 22003345, "over_100ms": 0, "histogram": [ 4, 139, 132, 68, 21, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_output_to_infer_entry": { "count": 366, "sum_ns": 377115383, "max_ns": 10695607, "over_100ms": 0, "histogram": [ 286, 34, 36, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_infer_output": { "count": 366, "sum_ns": 13013594424, "max_ns": 102016569, "over_100ms": 2, "histogram": [ 0, 0, 0, 0, 22, 299, 39, 4, 2, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_callback": { "count": 366, "sum_ns": 14247154996, "max_ns": 105165718, "over_100ms": 2, "histogram": [ 0, 0, 0, 0, 11, 291, 56, 6, 2, 0, 0, 0, 0, 0, 0, 0 ] }, "infer_output_to_callback": { "count": 366, "sum_ns": 1233560572, "max_ns": 13014088, "over_100ms": 0, "histogram": [ 0, 57, 257, 49, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_wall": { "count": 365, "sum_ns": 8542314509, "max_ns": 56779581, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 123, 239, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_thread_cpu": { "count": 365, "sum_ns": 6973014936, "max_ns": 33242566, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 233, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "callback_to_copied": { "count": 365, "sum_ns": 8879304907, "max_ns": 61887055, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 107, 253, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "accepted_interval": { "count": 365, "sum_ns": 36468857492, "max_ns": 215074461, "over_100ms": 170, "histogram": [ 0, 0, 0, 0, 0, 7, 63, 125, 153, 16, 1, 0, 0, 0, 0, 0 ] }, "selected_to_submitted": { "count": 365, "sum_ns": 25837461485, "max_ns": 144294263, "over_100ms": 27, "histogram": [ 0, 0, 0, 0, 0, 32, 206, 100, 27, 0, 0, 0, 0, 0, 0, 0 ] }, "completed_queue_wait": { "count": 365, "sum_ns": 415123989, "max_ns": 14365836, "over_100ms": 0, "histogram": [ 265, 43, 49, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_wall": { "count": 365, "sum_ns": 48297022, "max_ns": 5065291, "over_100ms": 0, "histogram": [ 355, 3, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_cpu": { "count": 365, "sum_ns": 24187911, "max_ns": 2309893, "over_100ms": 0, "histogram": [ 363, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_wall": { "count": 365, "sum_ns": 15274019, "max_ns": 3283266, "over_100ms": 0, "histogram": [ 364, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_cpu": { "count": 365, "sum_ns": 11530418, "max_ns": 91545, "over_100ms": 0, "histogram": [ 365, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_wall": { "count": 365, "sum_ns": 375959052, "max_ns": 12784705, "over_100ms": 0, "histogram": [ 285, 51, 23, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_cpu": { "count": 365, "sum_ns": 310869410, "max_ns": 5603607, "over_100ms": 0, "histogram": [ 294, 57, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_wall": { "count": 365, "sum_ns": 2357909590, "max_ns": 22024679, "over_100ms": 0, "histogram": [ 0, 0, 138, 188, 37, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_cpu": { "count": 365, "sum_ns": 1910129542, "max_ns": 12948839, "over_100ms": 0, "histogram": [ 0, 0, 171, 193, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } }, "providers": {} } } }, "first_ns": { "source_queue_gap": 2425445746410078, "decoded": 2425445746493358, "selected": 2425445747140258, "source_analysis_gap": 2425445752032070 }, "last_ns": { "source_queue_gap": 2425445751937376, "decoded": 2425510677836833, "selected": 2425510678251823, "source_analysis_gap": 2425445752032070 }, "detail": true, "pending_samples": 256, "last_frame": { "selected": [ 651, 79265783458 ] }, "observation_missed": 0, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "collector_frames": 0, "finalizing": 0, "admitted": 652, "over_freshness_crowd": 55, "accepted_result": 651, "finalizing_claims": 646, "finalized": 646, "events_created": 1, "frame_evicted": 5, "completed_queue_expired": 5, "execution_path": "provider-linear-trial", "queue_max_age_s": 1.0, "completed_queue_age_s": 0 }, "publisher_metrics": { "sent": 660, "sent_status": 25, "replaced": 11, "sent_frames": 635, "queued": 0, "queuedBytes": 0, "relay_timing": {}, "channels": 1, "workers": 1, "delivery": { "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce": { "crowd": { "count": 635, "first_at_ns": 2425447256912114, "first_wall_ms": 1790572726509, "last_at_ns": 2425510652055055, "interval_count": 634, "interval_sum_ns": 63395142941, "max_interval_ns": 375581032, "histogram": [ 6, 19, 89, 223, 267, 25, 3, 2, 0, 0, 0 ] } } }, "profile": { "enabled": true, "revision": 1, "channels": { "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce": { "counts": { "state_noop": 365, "queued_frame": 365, "queued_heartbeat": 11, "sent_frame": 365, "sent_status": 11, "timeline_evicted": 872 }, "timings": { "frame_queue": { "count": 365, "mean_ms": 1.192507621104995, "max_ms": 8.437932934612036, "recent_samples": 256, "recent_p50_ms": 0.8095460943877697, "recent_p95_ms": 4.2090932838618755 }, "frame_write_wall": { "count": 365, "mean_ms": 3.0531557178082163, "max_ms": 26.239311, "recent_samples": 256, "recent_p50_ms": 2.2982095, "recent_p95_ms": 7.608344000000001 }, "frame_write_cpu": { "count": 365, "mean_ms": 1.1795358958904105, "max_ms": 2.5429939999999998, "recent_samples": 256, "recent_p50_ms": 1.1023679999999998, "recent_p95_ms": 1.758543 }, "frame_completion_lock": { "count": 365, "mean_ms": 0.01553374246575342, "max_ms": 0.98405, "recent_samples": 256, "recent_p50_ms": 0.0109815, "recent_p95_ms": 0.025668 }, "status_queue": { "count": 11, "mean_ms": 3.6077319051731718, "max_ms": 8.4541579708457, "recent_samples": 11, "recent_p50_ms": 2.7807368896901608, "recent_p95_ms": 8.4541579708457 }, "status_write_wall": { "count": 11, "mean_ms": 1.1156258181818182, "max_ms": 2.461775, "recent_samples": 11, "recent_p50_ms": 0.886615, "recent_p95_ms": 2.461775 }, "status_write_cpu": { "count": 11, "mean_ms": 0.6440171818181818, "max_ms": 0.8897790000000001, "recent_samples": 11, "recent_p50_ms": 0.654796, "recent_p95_ms": 0.8897790000000001 }, "status_completion_lock": { "count": 11, "mean_ms": 0.012900272727272727, "max_ms": 0.048118999999999995, "recent_samples": 11, "recent_p50_ms": 0.00962, "recent_p95_ms": 0.048118999999999995 }, "enqueue_gap": { "count": 364, "mean_ms": 99.96991987912095, "max_ms": 219.645133, "recent_samples": 256, "recent_p50_ms": 98.382524, "recent_p95_ms": 151.90474500000002 }, "selected_to_redis": { "count": 354, "mean_ms": 81.98792132768361, "max_ms": 167.14286, "recent_samples": 256, "recent_p50_ms": 80.292369, "recent_p95_ms": 120.956285 }, "completed_to_redis": { "count": 354, "mean_ms": 11.575827542372885, "max_ms": 40.583372, "recent_samples": 256, "recent_p50_ms": 10.3541735, "recent_p95_ms": 23.018343 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "lastSeq": 650, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 2796202 } } } }, "8": { "state": "stopped", "run_id": "ab57cf07-b1f4-42b9-8679-9d3d53256fda", "run_generation": 1, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "degraded": false, "publisher_metrics": {}, "providers": { "pose": { "state": "running", "child_pid": null, "last_error": null, "cleanup_error": null, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 2425513129521512, "diagnostic": { "events": [ { "name": "start_requested", "monotonic_ns": 2425450090815244, "wall_ms": 1790572729343 }, { "name": "stop_requested", "monotonic_ns": 2425510997106505, "wall_ms": 1790572790249 }, { "name": "terminal_received", "monotonic_ns": 2425511520883305, "wall_ms": 1790572790773 }, { "name": "child_reaped", "monotonic_ns": 2425513129534105, "wall_ms": 1790572792382 } ], "spawn_thread_id": 892, "child_exception": null, "exit_code": 0, "exit_signal": null, "terminal_received": true, "terminal_failed": false, "forced": false } }, "metadata_path": { "source_latest_trial": true, "event_cooldown": { "seconds": 10.0, "overrides": {}, "clock": "monotonic", "counts": { "FALL_admitted": 4, "INTRUSION_admitted": 4, "FALL_suppressed_candidates": 110, "INTRUSION_suppressed_candidates": 229, "FIGHT_admitted": 2, "LOITERING_admitted": 3, "FIGHT_suppressed_candidates": 6, "LOITERING_suppressed_candidates": 139 } }, "state": "CONNECTED", "error": null, "freshness_ms": 100, "freshness_enabled": false, "startup_seconds": 10.0, "stall_seconds": 2.0, "queued": 1, "capacity": 32, "inflight_age_s": null, "pending_age_s": null, "providers": { "pose": { "state": "ACTIVE", "reason": null, "responses": 414, "late": 0, "busy_drop": 0, "first_request_at": 2425467.495753857, "requests": 415, "last_progress_at": 2425510.658330205, "last_progress_stage": "callback", "first_response_at": 2425467.56499888, "last_response_age_s": 0.125, "first_input_at": 2425467.488352084 } }, "scenarios": { "active": [ "FALL", "FIGHT", "INTRUSION", "LOITERING" ], "disabled": [] }, "provider_timing": { "pose": { "selected_to_response": { "count": 414, "sum_ms": 37955.790978856385, "max_ms": 561.0429742373526, "over_100ms": 115 } } }, "artifacts": { "accepted": 13, "capture_ready": 12, "error": null, "pending": 1, "queued": 1, "native_drop": 1, "training": { "settings_reads": 38, "admission_reads": 37, "candidate_checks": 273, "reserved": 1, "queued": 1, "early_interval_skip": 133, "pending": false, "enabled": true } }, "visual": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 2425510683410557, "counts": { "source_queue_gap": 13, "decoded": 416, "selected": 416, "source_analysis_gap": 12 }, "pipeline_diagnostic": { "enabled": true, "collecting": true, "counts": { "selected": 352 }, "missed": 0, "started_ns": 2425474299776047, "last_accepted_ns": null, "acceptance_silence_ns": 36384458791, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": {}, "input_timeline": [], "input_timeline_limit": 8, "durations": {}, "providers": { "pose": { "enabled": true, "collecting": true, "counts": { "selected": 346, "input_timing_unavailable": 346, "preprocess_start": 349, "preprocess_output": 351, "preprocess": 350, "infer_output": 349, "callback": 351, "copied": 350, "accepted": 350, "submitted": 349 }, "missed": 12, "started_ns": 2425474299795216, "last_accepted_ns": 2425510558728433, "acceptance_silence_ns": 138356613, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": { "current-level-buffers": { "count": 1404, "total": 10, "maximum": 1, "last": 0 }, "current-level-bytes": { "count": 1404, "total": 720, "maximum": 72, "last": 0 } }, "input_timeline": [], "input_timeline_limit": 8, "durations": { "result_tracking_wall": { "count": 349, "sum_ns": 2735504396, "max_ns": 96185299, "over_100ms": 0, "histogram": [ 0, 7, 195, 88, 34, 20, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_tracking_cpu": { "count": 349, "sum_ns": 1418953217, "max_ns": 11630641, "over_100ms": 0, "histogram": [ 0, 8, 269, 71, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_region_wall": { "count": 349, "sum_ns": 338989850, "max_ns": 4685123, "over_100ms": 0, "histogram": [ 222, 117, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_region_cpu": { "count": 349, "sum_ns": 318165220, "max_ns": 2226835, "over_100ms": 0, "histogram": [ 233, 114, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fall_wall": { "count": 349, "sum_ns": 668072412, "max_ns": 11692069, "over_100ms": 0, "histogram": [ 19, 238, 82, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fall_cpu": { "count": 349, "sum_ns": 613803028, "max_ns": 7282546, "over_100ms": 0, "histogram": [ 20, 252, 73, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fight_wall": { "count": 349, "sum_ns": 188203056, "max_ns": 3895279, "over_100ms": 0, "histogram": [ 335, 12, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fight_cpu": { "count": 349, "sum_ns": 173512784, "max_ns": 1210471, "over_100ms": 0, "histogram": [ 343, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_collector_wall": { "count": 349, "sum_ns": 7634229669, "max_ns": 465530107, "over_100ms": 10, "histogram": [ 0, 5, 77, 126, 79, 50, 2, 0, 0, 0, 0, 10, 0, 0, 0, 0 ] }, "result_collector_cpu": { "count": 349, "sum_ns": 6167304314, "max_ns": 449034760, "over_100ms": 9, "histogram": [ 0, 5, 102, 143, 66, 24, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0 ] }, "result_composition_wall": { "count": 349, "sum_ns": 29999532, "max_ns": 1053945, "over_100ms": 0, "histogram": [ 348, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_cpu": { "count": 349, "sum_ns": 28985981, "max_ns": 492354, "over_100ms": 0, "histogram": [ 349, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_wall": { "count": 349, "sum_ns": 14715811, "max_ns": 637448, "over_100ms": 0, "histogram": [ 349, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_cpu": { "count": 349, "sum_ns": 13424535, "max_ns": 144664, "over_100ms": 0, "histogram": [ 349, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_wall": { "count": 349, "sum_ns": 921339578, "max_ns": 49485207, "over_100ms": 0, "histogram": [ 31, 207, 86, 14, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_cpu": { "count": 349, "sum_ns": 589882415, "max_ns": 5758001, "over_100ms": 0, "histogram": [ 32, 241, 74, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess_start": { "count": 345, "sum_ns": 2072434133, "max_ns": 322033008, "over_100ms": 1, "histogram": [ 0, 54, 179, 65, 41, 5, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess_output": { "count": 345, "sum_ns": 1866744332, "max_ns": 31630424, "over_100ms": 0, "histogram": [ 25, 97, 82, 90, 43, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess": { "count": 344, "sum_ns": 5108741132, "max_ns": 335166954, "over_100ms": 1, "histogram": [ 0, 0, 67, 94, 101, 78, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess": { "count": 344, "sum_ns": 3040516058, "max_ns": 43095116, "over_100ms": 0, "histogram": [ 0, 63, 96, 73, 74, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_output_to_infer_entry": { "count": 344, "sum_ns": 1184108829, "max_ns": 37527109, "over_100ms": 0, "histogram": [ 165, 55, 49, 41, 27, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_infer_output": { "count": 342, "sum_ns": 18014342553, "max_ns": 479691579, "over_100ms": 13, "histogram": [ 0, 0, 0, 0, 1, 221, 79, 28, 8, 1, 0, 4, 0, 0, 0, 0 ] }, "preprocess_to_callback": { "count": 344, "sum_ns": 19546661894, "max_ns": 509490875, "over_100ms": 20, "histogram": [ 0, 0, 0, 0, 0, 198, 94, 32, 14, 2, 0, 3, 1, 0, 0, 0 ] }, "infer_output_to_callback": { "count": 343, "sum_ns": 1423901197, "max_ns": 29914278, "over_100ms": 0, "histogram": [ 0, 108, 151, 62, 18, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_wall": { "count": 350, "sum_ns": 6904790628, "max_ns": 471463537, "over_100ms": 3, "histogram": [ 0, 0, 9, 92, 152, 89, 5, 0, 0, 0, 1, 2, 0, 0, 0, 0 ] }, "copy_thread_cpu": { "count": 350, "sum_ns": 5388174211, "max_ns": 427779667, "over_100ms": 3, "histogram": [ 0, 0, 11, 122, 174, 40, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0 ] }, "callback_to_copied": { "count": 344, "sum_ns": 7026528257, "max_ns": 471902802, "over_100ms": 3, "histogram": [ 0, 0, 2, 89, 147, 98, 5, 0, 0, 0, 1, 2, 0, 0, 0, 0 ] }, "accepted_interval": { "count": 350, "sum_ns": 36258933217, "max_ns": 562669398, "over_100ms": 150, "histogram": [ 0, 0, 0, 0, 3, 33, 65, 99, 127, 9, 2, 9, 3, 0, 0, 0 ] }, "selected_to_submitted": { "count": 343, "sum_ns": 31958111533, "max_ns": 561179027, "over_100ms": 103, "histogram": [ 0, 0, 0, 0, 0, 34, 132, 74, 82, 11, 2, 5, 3, 0, 0, 0 ] }, "completed_queue_wait": { "count": 349, "sum_ns": 6702446556, "max_ns": 206930081, "over_100ms": 27, "histogram": [ 168, 41, 44, 15, 5, 21, 19, 9, 19, 7, 1, 0, 0, 0, 0, 0 ] }, "result_observations_wall": { "count": 349, "sum_ns": 2260297230, "max_ns": 31789080, "over_100ms": 0, "histogram": [ 0, 0, 177, 120, 46, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_observations_cpu": { "count": 349, "sum_ns": 1662725745, "max_ns": 13219907, "over_100ms": 0, "histogram": [ 0, 0, 214, 132, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_nms_wall": { "count": 348, "sum_ns": 3095235430, "max_ns": 100528255, "over_100ms": 1, "histogram": [ 0, 54, 157, 55, 42, 30, 8, 1, 1, 0, 0, 0, 0, 0, 0, 0 ] }, "result_nms_cpu": { "count": 348, "sum_ns": 995746242, "max_ns": 7010029, "over_100ms": 0, "histogram": [ 0, 70, 259, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_wall": { "count": 348, "sum_ns": 19634706382, "max_ns": 516622499, "over_100ms": 23, "histogram": [ 0, 0, 0, 0, 25, 202, 71, 27, 11, 2, 0, 9, 1, 0, 0, 0 ] }, "result_total_cpu": { "count": 348, "sum_ns": 13346497497, "max_ns": 469975092, "over_100ms": 9, "histogram": [ 0, 0, 0, 0, 42, 289, 8, 0, 0, 0, 0, 9, 0, 0, 0, 0 ] } }, "providers": {} } } }, "first_ns": { "source_queue_gap": 2425467490352477, "decoded": 2425467490388948, "selected": 2425467490655520, "source_analysis_gap": 2425467500951478 }, "last_ns": { "source_queue_gap": 2425510213959124, "decoded": 2425510650706402, "selected": 2425510652497188, "source_analysis_gap": 2425510213995558 }, "detail": true, "pending_samples": 256, "last_frame": { "selected": [ 415, 56311225344 ] }, "observation_missed": 0, "durations": { "collector_wait": { "samples": 256, "mean_ms": 0.00750542578125, "p95_ms": 0.013471, "max_ms": 0.109027 }, "collector_work": { "samples": 256, "mean_ms": 0.2318906796875, "p95_ms": 0.28574, "max_ms": 8.886923 }, "collector_work_cpu": { "samples": 256, "mean_ms": 0.117902953125, "p95_ms": 0.202375, "max_ms": 0.496426 }, "collector_evict": { "samples": 256, "mean_ms": 0.16608427734375, "p95_ms": 0.188425, "max_ms": 8.790932 }, "collector_evict_cpu": { "samples": 256, "mean_ms": 0.086993125, "p95_ms": 0.159083, "max_ms": 0.423263 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "collector_frames": 32, "finalizing": 1, "admitted": 416, "accepted_result": 414, "finalizing_claims": 413, "finalized": 412, "events_created": 13, "over_freshness_pose": 115, "execution_path": "provider-linear-trial", "queue_max_age_s": 1.0, "completed_queue_age_s": 0.13878316897898912 }, "publisher_metrics": { "sent": 429, "sent_status": 18, "sent_frames": 411, "queued": 0, "queuedBytes": 0, "relay_timing": {}, "channels": 1, "workers": 1, "delivery": { "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3": { "pose": { "count": 411, "first_at_ns": 2425467685082279, "first_wall_ms": 1790572746937, "last_at_ns": 2425510614162025, "interval_count": 410, "interval_sum_ns": 42929079746, "max_interval_ns": 1401656101, "histogram": [ 14, 70, 78, 96, 108, 21, 8, 9, 5, 1, 0 ] } } }, "profile": { "enabled": true, "revision": 1, "channels": { "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3": { "counts": { "state_noop": 349, "queued_frame": 349, "sent_frame": 348, "queued_heartbeat": 10, "sent_status": 10, "timeline_evicted": 820 }, "timings": { "frame_queue": { "count": 349, "mean_ms": 3.5704357728340734, "max_ms": 31.89633972942829, "recent_samples": 256, "recent_p50_ms": 1.848794985562563, "recent_p95_ms": 14.771967194974422 }, "selected_to_redis": { "count": 338, "mean_ms": 181.50783799704132, "max_ms": 668.319159, "recent_samples": 256, "recent_p50_ms": 148.49352900000002, "recent_p95_ms": 453.271117 }, "completed_to_redis": { "count": 338, "mean_ms": 88.96471598224849, "max_ms": 568.872335, "recent_samples": 256, "recent_p50_ms": 59.306909000000005, "recent_p95_ms": 246.823875 }, "frame_write_wall": { "count": 348, "mean_ms": 10.619362689655176, "max_ms": 108.202705, "recent_samples": 256, "recent_p50_ms": 4.4101680000000005, "recent_p95_ms": 42.855859 }, "frame_write_cpu": { "count": 348, "mean_ms": 1.7068409683908055, "max_ms": 4.076677, "recent_samples": 256, "recent_p50_ms": 1.5984880000000001, "recent_p95_ms": 3.028569 }, "frame_completion_lock": { "count": 348, "mean_ms": 0.015506451149425289, "max_ms": 0.7408399999999999, "recent_samples": 256, "recent_p50_ms": 0.011999, "recent_p95_ms": 0.024477 }, "enqueue_gap": { "count": 348, "mean_ms": 104.42526835344826, "max_ms": 576.267839, "recent_samples": 256, "recent_p50_ms": 88.96429699999999, "recent_p95_ms": 185.283527 }, "status_queue": { "count": 10, "mean_ms": 10.079814726486802, "max_ms": 29.199940152466297, "recent_samples": 10, "recent_p50_ms": 3.9941079448908567, "recent_p95_ms": 29.199940152466297 }, "status_write_wall": { "count": 10, "mean_ms": 3.2348196000000002, "max_ms": 17.354224000000002, "recent_samples": 10, "recent_p50_ms": 1.327352, "recent_p95_ms": 17.354224000000002 }, "status_write_cpu": { "count": 10, "mean_ms": 0.7823723, "max_ms": 1.368932, "recent_samples": 10, "recent_p50_ms": 0.7482165000000001, "recent_p95_ms": 1.368932 }, "status_completion_lock": { "count": 10, "mean_ms": 0.0089826, "max_ms": 0.012365, "recent_samples": 10, "recent_p50_ms": 0.0087335, "recent_p95_ms": 0.012365 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "lastSeq": 411, "workerMode": "process-channel", "inflightBytes": 7331, "inflightByteLimit": 2796202 } }, "fire": { "state": "running", "child_pid": null, "last_error": null, "cleanup_error": null, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 2425512284138492, "diagnostic": { "events": [ { "name": "start_requested", "monotonic_ns": 2425450107470292, "wall_ms": 1790572729360 }, { "name": "stop_requested", "monotonic_ns": 2425510997216033, "wall_ms": 1790572790249 }, { "name": "terminal_received", "monotonic_ns": 2425511278984015, "wall_ms": 1790572790531 }, { "name": "child_reaped", "monotonic_ns": 2425512284151505, "wall_ms": 1790572791536 } ], "spawn_thread_id": 898, "child_exception": null, "exit_code": 0, "exit_signal": null, "terminal_received": true, "terminal_failed": false, "forced": false } }, "metadata_path": { "source_latest_trial": true, "event_cooldown": { "seconds": 10.0, "overrides": {}, "clock": "monotonic", "counts": {} }, "state": "CONNECTED", "error": null, "freshness_ms": 100, "freshness_enabled": false, "startup_seconds": 10.0, "stall_seconds": 2.0, "queued": 0, "capacity": 32, "inflight_age_s": null, "pending_age_s": null, "providers": { "fire": { "state": "ACTIVE", "reason": null, "responses": 427, "late": 0, "busy_drop": 0, "first_request_at": 2425467.46523416, "requests": 427, "last_progress_at": 2425510.703752608, "last_progress_stage": "callback", "first_response_at": 2425467.531632873, "last_response_age_s": 0.009, "first_input_at": 2425467.447096258 } }, "scenarios": { "active": [ "FIRE" ], "disabled": [] }, "provider_timing": { "fire": { "selected_to_response": { "count": 427, "sum_ms": 29502.646760083735, "max_ms": 238.61994501203299, "over_100ms": 29 } } }, "artifacts": { "error": null, "pending": 0, "queued": 1, "native_drop": 0, "training": { "pending": false, "enabled": false } }, "visual": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 2425510760811062, "counts": { "source_queue_gap": 4, "decoded": 428, "selected": 428, "source_analysis_gap": 3 }, "pipeline_diagnostic": { "enabled": true, "collecting": true, "counts": { "selected": 364 }, "missed": 0, "started_ns": 2425474359331746, "last_accepted_ns": null, "acceptance_silence_ns": 36402157442, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": {}, "input_timeline": [], "input_timeline_limit": 8, "durations": {}, "providers": { "fire": { "enabled": true, "collecting": true, "counts": { "infer_output": 364, "callback": 364, "copied": 364, "accepted": 364, "submitted": 364, "selected": 364, "input_timing_unavailable": 364, "preprocess_start": 364, "preprocess_output": 363, "preprocess": 363 }, "missed": 0, "started_ns": 2425474359351331, "last_accepted_ns": 2425510751932909, "acceptance_silence_ns": 10247057, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": { "current-level-buffers": { "count": 1454, "total": 0, "maximum": 0, "last": 0 }, "current-level-bytes": { "count": 1454, "total": 0, "maximum": 0, "last": 0 } }, "input_timeline": [], "input_timeline_limit": 8, "durations": { "copy_wall": { "count": 364, "sum_ns": 8002880757, "max_ns": 56821653, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 158, 203, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_thread_cpu": { "count": 364, "sum_ns": 6739890443, "max_ns": 33007312, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 254, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "accepted_interval": { "count": 364, "sum_ns": 36392581578, "max_ns": 224484054, "over_100ms": 179, "histogram": [ 0, 0, 0, 0, 0, 7, 46, 132, 171, 6, 2, 0, 0, 0, 0, 0 ] }, "completed_queue_wait": { "count": 364, "sum_ns": 375860277, "max_ns": 13534825, "over_100ms": 0, "histogram": [ 274, 48, 35, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_wall": { "count": 364, "sum_ns": 54716472, "max_ns": 14257077, "over_100ms": 0, "histogram": [ 356, 4, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_cpu": { "count": 364, "sum_ns": 17127193, "max_ns": 233412, "over_100ms": 0, "histogram": [ 364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_wall": { "count": 364, "sum_ns": 10338882, "max_ns": 102932, "over_100ms": 0, "histogram": [ 364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_cpu": { "count": 364, "sum_ns": 10290414, "max_ns": 103842, "over_100ms": 0, "histogram": [ 364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_wall": { "count": 364, "sum_ns": 227851498, "max_ns": 13706333, "over_100ms": 0, "histogram": [ 333, 19, 10, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_cpu": { "count": 364, "sum_ns": 178355288, "max_ns": 1764790, "over_100ms": 0, "histogram": [ 347, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_wall": { "count": 364, "sum_ns": 2153621091, "max_ns": 136642646, "over_100ms": 1, "histogram": [ 0, 0, 213, 121, 25, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_cpu": { "count": 364, "sum_ns": 1715424146, "max_ns": 122597153, "over_100ms": 1, "histogram": [ 0, 0, 257, 106, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess_start": { "count": 364, "sum_ns": 1222743113, "max_ns": 24713000, "over_100ms": 0, "histogram": [ 0, 84, 230, 37, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess_output": { "count": 363, "sum_ns": 1068008173, "max_ns": 20342610, "over_100ms": 0, "histogram": [ 43, 160, 102, 45, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess": { "count": 363, "sum_ns": 2706590333, "max_ns": 36211268, "over_100ms": 0, "histogram": [ 0, 0, 144, 151, 51, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess": { "count": 363, "sum_ns": 1498322616, "max_ns": 33590676, "over_100ms": 0, "histogram": [ 2, 126, 148, 62, 19, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_output_to_infer_entry": { "count": 363, "sum_ns": 430314443, "max_ns": 19948507, "over_100ms": 0, "histogram": [ 286, 32, 30, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_infer_output": { "count": 363, "sum_ns": 12408197555, "max_ns": 82279931, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 21, 306, 34, 2, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_callback": { "count": 363, "sum_ns": 13596081783, "max_ns": 88928589, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 12, 300, 48, 3, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "infer_output_to_callback": { "count": 363, "sum_ns": 1187884228, "max_ns": 11490727, "over_100ms": 0, "histogram": [ 0, 47, 279, 34, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "callback_to_copied": { "count": 363, "sum_ns": 8280788080, "max_ns": 59477117, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 131, 228, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_submitted": { "count": 363, "sum_ns": 24731219817, "max_ns": 151929734, "over_100ms": 20, "histogram": [ 0, 0, 0, 0, 0, 35, 242, 66, 19, 1, 0, 0, 0, 0, 0, 0 ] } }, "providers": {} } } }, "first_ns": { "source_queue_gap": 2425467453478946, "decoded": 2425467453509568, "selected": 2425467453804848, "source_analysis_gap": 2425467462483095 }, "last_ns": { "source_queue_gap": 2425468582594638, "decoded": 2425510738952323, "selected": 2425510740282075, "source_analysis_gap": 2425468582668927 }, "detail": true, "pending_samples": 256, "last_frame": { "selected": [ 427, 57097855355 ] }, "observation_missed": 0, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "collector_frames": 0, "finalizing": 0, "admitted": 428, "accepted_result": 427, "finalizing_claims": 427, "finalized": 427, "events_created": 0, "over_freshness_fire": 29, "execution_path": "provider-linear-trial", "queue_max_age_s": 1.0, "completed_queue_age_s": 0 }, "publisher_metrics": { "sent": 442, "sent_status": 18, "replaced": 2, "sent_frames": 424, "queued": 0, "queuedBytes": 0, "relay_timing": {}, "channels": 1, "workers": 1, "delivery": { "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3": { "fire": { "count": 424, "first_at_ns": 2425467636436654, "first_wall_ms": 1790572746889, "last_at_ns": 2425510624275487, "interval_count": 423, "interval_sum_ns": 42987838833, "max_interval_ns": 1259247108, "histogram": [ 5, 12, 64, 144, 186, 9, 2, 0, 0, 1, 0 ] } } }, "profile": { "enabled": true, "revision": 1, "channels": { "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3": { "counts": { "state_noop": 364, "queued_frame": 364, "sent_frame": 363, "queued_heartbeat": 10, "sent_status": 10, "timeline_evicted": 865 }, "timings": { "frame_queue": { "count": 364, "mean_ms": 1.209245631368933, "max_ms": 16.347579192370176, "recent_samples": 256, "recent_p50_ms": 0.7317594718188047, "recent_p95_ms": 3.832617774605751 }, "selected_to_redis": { "count": 353, "mean_ms": 78.79226518696875, "max_ms": 230.90332999999998, "recent_samples": 256, "recent_p50_ms": 76.357992, "recent_p95_ms": 130.056557 }, "completed_to_redis": { "count": 353, "mean_ms": 10.869473713881021, "max_ms": 160.923815, "recent_samples": 256, "recent_p50_ms": 9.4704665, "recent_p95_ms": 23.437121 }, "frame_write_wall": { "count": 363, "mean_ms": 2.9480010578512403, "max_ms": 31.811541, "recent_samples": 256, "recent_p50_ms": 2.202464, "recent_p95_ms": 7.511292 }, "frame_write_cpu": { "count": 363, "mean_ms": 1.1523684710743791, "max_ms": 3.3654599999999997, "recent_samples": 256, "recent_p50_ms": 1.0351175000000001, "recent_p95_ms": 2.0415680000000003 }, "frame_completion_lock": { "count": 363, "mean_ms": 0.01381353719008264, "max_ms": 0.23880700000000002, "recent_samples": 256, "recent_p50_ms": 0.011466, "recent_p95_ms": 0.026153 }, "enqueue_gap": { "count": 363, "mean_ms": 100.17755603856739, "max_ms": 211.037577, "recent_samples": 256, "recent_p50_ms": 98.683054, "recent_p95_ms": 146.586302 }, "status_queue": { "count": 10, "mean_ms": 3.35249830968678, "max_ms": 7.88995623588562, "recent_samples": 10, "recent_p50_ms": 3.1466425862163305, "recent_p95_ms": 7.88995623588562 }, "status_write_wall": { "count": 10, "mean_ms": 1.3411849, "max_ms": 2.282134, "recent_samples": 10, "recent_p50_ms": 1.1858940000000002, "recent_p95_ms": 2.282134 }, "status_write_cpu": { "count": 10, "mean_ms": 0.6787774000000001, "max_ms": 0.858403, "recent_samples": 10, "recent_p50_ms": 0.6706305, "recent_p95_ms": 0.858403 }, "status_completion_lock": { "count": 10, "mean_ms": 0.010171500000000002, "max_ms": 0.012873, "recent_samples": 10, "recent_p50_ms": 0.0097415, "recent_p95_ms": 0.012873 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "lastSeq": 426, "workerMode": "process-channel", "inflightBytes": 1054, "inflightByteLimit": 2796202 } }, "crowd": { "state": "running", "child_pid": null, "last_error": null, "cleanup_error": null, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 2425512706079300, "diagnostic": { "events": [ { "name": "start_requested", "monotonic_ns": 2425450123413253, "wall_ms": 1790572729375 }, { "name": "stop_requested", "monotonic_ns": 2425510997285255, "wall_ms": 1790572790249 }, { "name": "terminal_received", "monotonic_ns": 2425511298586501, "wall_ms": 1790572790551 }, { "name": "child_reaped", "monotonic_ns": 2425512706090922, "wall_ms": 1790572791958 } ], "spawn_thread_id": 900, "child_exception": null, "exit_code": 0, "exit_signal": null, "terminal_received": true, "terminal_failed": false, "forced": false } }, "metadata_path": { "source_latest_trial": true, "event_cooldown": { "seconds": 10.0, "overrides": {}, "clock": "monotonic", "counts": { "CROWD_admitted": 1 } }, "state": "CONNECTED", "error": null, "freshness_ms": 100, "freshness_enabled": false, "startup_seconds": 10.0, "stall_seconds": 2.0, "queued": 0, "capacity": 32, "inflight_age_s": null, "pending_age_s": null, "providers": { "crowd": { "state": "ACTIVE", "reason": null, "responses": 426, "late": 0, "busy_drop": 0, "first_request_at": 2425467.455870441, "requests": 427, "last_progress_at": 2425510.698329176, "last_progress_stage": "callback", "first_response_at": 2425467.563761311, "last_response_age_s": 0.027, "first_input_at": 2425467.440991624 } }, "scenarios": { "active": [ "CROWD" ], "disabled": [] }, "provider_timing": { "crowd": { "selected_to_response": { "count": 426, "sum_ms": 29800.17491336912, "max_ms": 253.41808795928955, "over_100ms": 30 } } }, "artifacts": { "accepted": 1, "capture_ready": 1, "error": null, "pending": 0, "queued": 1, "native_drop": 0, "training": { "pending": false, "enabled": false } }, "visual": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 2425510760730778, "counts": { "source_queue_gap": 5, "decoded": 427, "selected": 427, "source_analysis_gap": 4 }, "pipeline_diagnostic": { "enabled": true, "collecting": true, "counts": { "selected": 361 }, "missed": 1, "started_ns": 2425474558367360, "last_accepted_ns": null, "acceptance_silence_ns": 36203019958, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": {}, "input_timeline": [], "input_timeline_limit": 8, "durations": {}, "providers": { "crowd": { "enabled": true, "collecting": true, "counts": { "infer_output": 362, "callback": 362, "copied": 362, "accepted": 362, "submitted": 362, "selected": 362, "input_timing_unavailable": 362, "preprocess_start": 362, "preprocess_output": 361, "preprocess": 362 }, "missed": 1, "started_ns": 2425474558387959, "last_accepted_ns": 2425510733684816, "acceptance_silence_ns": 28309971, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": { "current-level-buffers": { "count": 1448, "total": 0, "maximum": 0, "last": 0 }, "current-level-bytes": { "count": 1448, "total": 0, "maximum": 0, "last": 0 } }, "input_timeline": [], "input_timeline_limit": 8, "durations": { "copy_wall": { "count": 362, "sum_ns": 7926988300, "max_ns": 47795873, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 174, 188, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_thread_cpu": { "count": 362, "sum_ns": 6653079433, "max_ns": 33813480, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 255, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "accepted_interval": { "count": 362, "sum_ns": 36175296857, "max_ns": 278910437, "over_100ms": 182, "histogram": [ 0, 0, 0, 0, 0, 7, 58, 115, 173, 8, 1, 0, 0, 0, 0, 0 ] }, "completed_queue_wait": { "count": 362, "sum_ns": 428995329, "max_ns": 12369976, "over_100ms": 0, "histogram": [ 260, 48, 41, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_wall": { "count": 362, "sum_ns": 35934735, "max_ns": 4332141, "over_100ms": 0, "histogram": [ 354, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_cpu": { "count": 362, "sum_ns": 22965519, "max_ns": 2243343, "over_100ms": 0, "histogram": [ 358, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_wall": { "count": 362, "sum_ns": 12752786, "max_ns": 1483534, "over_100ms": 0, "histogram": [ 361, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_cpu": { "count": 362, "sum_ns": 11330159, "max_ns": 121089, "over_100ms": 0, "histogram": [ 362, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_wall": { "count": 362, "sum_ns": 328421605, "max_ns": 14545655, "over_100ms": 0, "histogram": [ 300, 51, 5, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_cpu": { "count": 362, "sum_ns": 275650658, "max_ns": 8738483, "over_100ms": 0, "histogram": [ 311, 45, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_wall": { "count": 362, "sum_ns": 2728614478, "max_ns": 242617320, "over_100ms": 1, "histogram": [ 0, 0, 104, 212, 41, 4, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ] }, "result_total_cpu": { "count": 362, "sum_ns": 2272642979, "max_ns": 210027866, "over_100ms": 1, "histogram": [ 0, 0, 134, 214, 13, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess_start": { "count": 362, "sum_ns": 1265706683, "max_ns": 24646784, "over_100ms": 0, "histogram": [ 0, 60, 247, 44, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess_output": { "count": 361, "sum_ns": 1051000218, "max_ns": 18534311, "over_100ms": 0, "histogram": [ 38, 151, 115, 48, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess": { "count": 362, "sum_ns": 2699489383, "max_ns": 31668195, "over_100ms": 0, "histogram": [ 0, 0, 137, 153, 60, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess": { "count": 362, "sum_ns": 1433782700, "max_ns": 26291258, "over_100ms": 0, "histogram": [ 1, 118, 155, 68, 19, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_output_to_infer_entry": { "count": 361, "sum_ns": 371619580, "max_ns": 11945936, "over_100ms": 0, "histogram": [ 274, 48, 28, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_infer_output": { "count": 361, "sum_ns": 12305767918, "max_ns": 92083050, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 17, 310, 31, 3, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_callback": { "count": 361, "sum_ns": 13510754113, "max_ns": 94611756, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 6, 308, 43, 4, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "infer_output_to_callback": { "count": 361, "sum_ns": 1204986195, "max_ns": 12014430, "over_100ms": 0, "histogram": [ 0, 60, 251, 43, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "callback_to_copied": { "count": 361, "sum_ns": 8196116790, "max_ns": 48399837, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 144, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_submitted": { "count": 361, "sum_ns": 24554608233, "max_ns": 131035958, "over_100ms": 17, "histogram": [ 0, 0, 0, 0, 0, 34, 227, 83, 17, 0, 0, 0, 0, 0, 0, 0 ] } }, "providers": {} } } }, "first_ns": { "source_queue_gap": 2425467445921958, "decoded": 2425467445993276, "selected": 2425467446447021, "source_analysis_gap": 2425467452512909 }, "last_ns": { "source_queue_gap": 2425468583236057, "decoded": 2425510744964195, "selected": 2425510745272057, "source_analysis_gap": 2425468583305403 }, "detail": true, "pending_samples": 256, "last_frame": { "selected": [ 426, 57041767845 ] }, "observation_missed": 0, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "collector_frames": 0, "finalizing": 0, "admitted": 427, "over_freshness_crowd": 30, "accepted_result": 426, "finalizing_claims": 417, "finalized": 417, "events_created": 1, "frame_evicted": 9, "completed_queue_expired": 9, "execution_path": "provider-linear-trial", "queue_max_age_s": 1.0, "completed_queue_age_s": 0 }, "publisher_metrics": { "sent": 428, "sent_status": 18, "replaced": 7, "sent_frames": 410, "queued": 0, "queuedBytes": 0, "relay_timing": {}, "channels": 1, "workers": 1, "delivery": { "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3": { "crowd": { "count": 410, "first_at_ns": 2425469258188888, "first_wall_ms": 1790572748510, "last_at_ns": 2425510758185826, "interval_count": 409, "interval_sum_ns": 41499996938, "max_interval_ns": 724285610, "histogram": [ 2, 13, 67, 124, 183, 18, 0, 1, 1, 0, 0 ] } } }, "profile": { "enabled": true, "revision": 1, "channels": { "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3": { "counts": { "state_noop": 362, "queued_frame": 362, "sent_frame": 362, "queued_heartbeat": 10, "sent_status": 10, "timeline_evicted": 860 }, "timings": { "frame_queue": { "count": 362, "mean_ms": 1.3324661651183722, "max_ms": 8.580225985497236, "recent_samples": 256, "recent_p50_ms": 0.8933779317885637, "recent_p95_ms": 3.8427039980888367 }, "selected_to_redis": { "count": 352, "mean_ms": 80.70651047443184, "max_ms": 313.757716, "recent_samples": 256, "recent_p50_ms": 77.2009325, "recent_p95_ms": 128.16502 }, "completed_to_redis": { "count": 352, "mean_ms": 13.03342744602272, "max_ms": 247.203376, "recent_samples": 256, "recent_p50_ms": 10.91259, "recent_p95_ms": 29.4622 }, "frame_write_wall": { "count": 362, "mean_ms": 3.164267997237571, "max_ms": 39.849624, "recent_samples": 256, "recent_p50_ms": 2.2651735, "recent_p95_ms": 8.574657 }, "frame_write_cpu": { "count": 362, "mean_ms": 1.2429290801104964, "max_ms": 3.097912, "recent_samples": 256, "recent_p50_ms": 1.170896, "recent_p95_ms": 2.151435 }, "frame_completion_lock": { "count": 362, "mean_ms": 0.013065309392265193, "max_ms": 0.218729, "recent_samples": 256, "recent_p50_ms": 0.0106155, "recent_p95_ms": 0.022819 }, "enqueue_gap": { "count": 361, "mean_ms": 100.1309062742382, "max_ms": 354.044658, "recent_samples": 256, "recent_p50_ms": 98.1763045, "recent_p95_ms": 148.430284 }, "status_queue": { "count": 10, "mean_ms": 3.1734338495880365, "max_ms": 5.375792272388935, "recent_samples": 10, "recent_p50_ms": 2.803284442052245, "recent_p95_ms": 5.375792272388935 }, "status_write_wall": { "count": 10, "mean_ms": 1.1385365, "max_ms": 1.794441, "recent_samples": 10, "recent_p50_ms": 1.1114905, "recent_p95_ms": 1.794441 }, "status_write_cpu": { "count": 10, "mean_ms": 0.7005906, "max_ms": 1.1412799999999999, "recent_samples": 10, "recent_p50_ms": 0.6974385000000001, "recent_p95_ms": 1.1412799999999999 }, "status_completion_lock": { "count": 10, "mean_ms": 0.010476, "max_ms": 0.019045000000000003, "recent_samples": 10, "recent_p50_ms": 0.009500999999999999, "recent_p95_ms": 0.019045000000000003 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "lastSeq": 425, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 2796202 } } } } } }, "settings_restored": true }