{ "errors": [], "started": [ 3, 8 ], "touched": [ 3, 8 ], "begin_wall": 1790575776.2683506, "sample_seconds": 29.997434518299997, "status": "MEASURED", "cleanup": { "reaped": true, "channels": { "3": { "state": "stopped", "run_id": "8a3a93b2-22f6-45f4-b637-551ce84e374a", "run_generation": 8, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "degraded": false, "publisher_metrics": {}, "providers": { "pose": { "state": "running", "child_pid": null, "last_error": null, "cleanup_error": null, "last_cleanup": { "generation": 8, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 2428585166260888, "diagnostic": { "events": [ { "name": "start_requested", "monotonic_ns": 2428500476232846, "wall_ms": 1790575779728 }, { "name": "stop_requested", "monotonic_ns": 2428582847502327, "wall_ms": 1790575862100 }, { "name": "terminal_received", "monotonic_ns": 2428583356709763, "wall_ms": 1790575862609 }, { "name": "child_reaped", "monotonic_ns": 2428585166271742, "wall_ms": 1790575864418 } ], "spawn_thread_id": 12028, "child_exception": null, "exit_code": 0, "exit_signal": null, "terminal_received": true, "terminal_failed": false, "forced": false } }, "metadata_path": { "source_latest_trial": true, "event_cooldown": { "seconds": 10.0, "overrides": { "FIRE": 10.0, "FALL": 10.0, "INTRUSION": 10.0, "LOITERING": 10.0, "FIGHT": 10.0, "CROWD": 10.0 }, "clock": "monotonic", "counts": { "FALL_admitted": 4, "INTRUSION_admitted": 3, "LOITERING_admitted": 6, "LOITERING_suppressed_candidates": 246, "FALL_suppressed_candidates": 44, "FIGHT_admitted": 3, "FIGHT_suppressed_candidates": 26, "INTRUSION_suppressed_candidates": 29 } }, "state": "CONNECTED", "error": null, "freshness_ms": 100, "freshness_enabled": false, "startup_seconds": 10.0, "stall_seconds": 2.0, "queued": 0, "capacity": 32, "inflight_age_s": null, "pending_age_s": null, "providers": { "pose": { "state": "ACTIVE", "reason": null, "responses": 619, "late": 0, "busy_drop": 0, "first_request_at": 2428517.243439012, "requests": 621, "last_progress_at": 2428582.504217058, "last_progress_stage": "callback", "first_response_at": 2428517.310868622, "last_response_age_s": 0.093, "first_input_at": 2428517.228832515 } }, "scenarios": { "active": [ "FALL", "FIGHT", "INTRUSION", "LOITERING" ], "disabled": [] }, "provider_timing": { "pose": { "selected_to_response": { "count": 619, "sum_ms": 56082.59166311473, "max_ms": 761.0295950435102, "over_100ms": 147 } } }, "artifacts": { "accepted": 16, "capture_ready": 16, "error": null, "pending": 0, "queued": 0, "native_drop": 0, "training": { "settings_reads": 58, "admission_reads": 3, "candidate_checks": 1, "reserved": 1, "queued": 1, "early_interval_skip": 614, "pending": false, "enabled": true } }, "visual": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 2428582523371392, "counts": { "source_queue_gap": 18, "decoded": 621, "selected": 621, "source_analysis_gap": 17 }, "pipeline_diagnostic": { "enabled": true, "collecting": true, "counts": { "selected": 339 }, "missed": 1, "started_ns": 2428545756489601, "last_accepted_ns": null, "acceptance_silence_ns": 36768064672, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": {}, "input_timeline": [], "input_timeline_limit": 8, "durations": {}, "providers": { "pose": { "enabled": true, "collecting": true, "counts": { "callback": 337, "copied": 339, "accepted": 338, "submitted": 338, "selected": 339, "input_timing_unavailable": 339, "preprocess_start": 338, "preprocess_output": 340, "preprocess": 340, "infer_output": 339 }, "missed": 8, "started_ns": 2428545756509985, "last_accepted_ns": 2428582430502272, "acceptance_silence_ns": 94713580, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": { "current-level-buffers": { "count": 1359, "total": 12, "maximum": 1, "last": 0 }, "current-level-bytes": { "count": 1359, "total": 864, "maximum": 72, "last": 0 } }, "input_timeline": [], "input_timeline_limit": 8, "durations": { "copy_wall": { "count": 339, "sum_ns": 7940205329, "max_ns": 585166641, "over_100ms": 3, "histogram": [ 0, 0, 1, 72, 140, 112, 11, 0, 0, 0, 0, 2, 1, 0, 0, 0 ] }, "copy_thread_cpu": { "count": 339, "sum_ns": 5947243859, "max_ns": 531104719, "over_100ms": 3, "histogram": [ 0, 0, 1, 92, 206, 37, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0 ] }, "accepted_interval": { "count": 338, "sum_ns": 36673992287, "max_ns": 783450131, "over_100ms": 147, "histogram": [ 0, 0, 0, 0, 10, 39, 55, 87, 113, 21, 2, 2, 9, 0, 0, 0 ] }, "completed_queue_wait": { "count": 339, "sum_ns": 14810724017, "max_ns": 678593293, "over_100ms": 58, "histogram": [ 119, 47, 46, 10, 5, 29, 17, 8, 22, 11, 17, 7, 1, 0, 0, 0 ] }, "result_observations_wall": { "count": 339, "sum_ns": 2445397971, "max_ns": 57532503, "over_100ms": 0, "histogram": [ 0, 0, 155, 126, 45, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_observations_cpu": { "count": 339, "sum_ns": 1684114472, "max_ns": 9182607, "over_100ms": 0, "histogram": [ 0, 0, 181, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess_start": { "count": 337, "sum_ns": 2531924985, "max_ns": 402168655, "over_100ms": 1, "histogram": [ 0, 47, 169, 61, 41, 18, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess_output": { "count": 337, "sum_ns": 2966812608, "max_ns": 487931188, "over_100ms": 1, "histogram": [ 16, 68, 73, 92, 66, 20, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0 ] }, "selected_to_preprocess": { "count": 339, "sum_ns": 7012063063, "max_ns": 521612679, "over_100ms": 2, "histogram": [ 0, 0, 54, 74, 91, 104, 13, 1, 0, 0, 0, 1, 1, 0, 0, 0 ] }, "preprocess_start_to_preprocess": { "count": 337, "sum_ns": 4389128357, "max_ns": 497712651, "over_100ms": 1, "histogram": [ 0, 44, 81, 64, 87, 57, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0 ] }, "preprocess_output_to_infer_entry": { "count": 339, "sum_ns": 1433497329, "max_ns": 46105867, "over_100ms": 0, "histogram": [ 132, 51, 58, 57, 33, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_nms_wall": { "count": 339, "sum_ns": 4593479078, "max_ns": 667561271, "over_100ms": 3, "histogram": [ 0, 50, 131, 67, 39, 39, 8, 2, 1, 0, 0, 1, 1, 0, 0, 0 ] }, "result_nms_cpu": { "count": 339, "sum_ns": 992729627, "max_ns": 9868450, "over_100ms": 0, "histogram": [ 0, 67, 252, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_tracking_wall": { "count": 339, "sum_ns": 3179302935, "max_ns": 75843908, "over_100ms": 0, "histogram": [ 0, 1, 156, 113, 33, 27, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_tracking_cpu": { "count": 339, "sum_ns": 1578224054, "max_ns": 13499924, "over_100ms": 0, "histogram": [ 0, 1, 224, 109, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_region_wall": { "count": 339, "sum_ns": 315705855, "max_ns": 4375162, "over_100ms": 0, "histogram": [ 220, 113, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_region_cpu": { "count": 339, "sum_ns": 299769003, "max_ns": 2094737, "over_100ms": 0, "histogram": [ 228, 110, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fall_wall": { "count": 339, "sum_ns": 697229132, "max_ns": 11306747, "over_100ms": 0, "histogram": [ 35, 174, 118, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fall_cpu": { "count": 339, "sum_ns": 624762550, "max_ns": 6790207, "over_100ms": 0, "histogram": [ 36, 185, 117, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fight_wall": { "count": 339, "sum_ns": 232878982, "max_ns": 8253603, "over_100ms": 0, "histogram": [ 303, 23, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fight_cpu": { "count": 339, "sum_ns": 195366698, "max_ns": 1799833, "over_100ms": 0, "histogram": [ 318, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_collector_wall": { "count": 339, "sum_ns": 8455224915, "max_ns": 658783387, "over_100ms": 9, "histogram": [ 0, 0, 69, 133, 80, 45, 3, 0, 0, 0, 0, 3, 6, 0, 0, 0 ] }, "result_collector_cpu": { "count": 339, "sum_ns": 6797942518, "max_ns": 598694184, "over_100ms": 8, "histogram": [ 0, 0, 97, 148, 65, 21, 0, 0, 0, 0, 0, 5, 3, 0, 0, 0 ] }, "result_composition_wall": { "count": 339, "sum_ns": 40743397, "max_ns": 2988445, "over_100ms": 0, "histogram": [ 338, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_cpu": { "count": 339, "sum_ns": 36011568, "max_ns": 258283, "over_100ms": 0, "histogram": [ 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_wall": { "count": 339, "sum_ns": 20042467, "max_ns": 697211, "over_100ms": 0, "histogram": [ 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_cpu": { "count": 339, "sum_ns": 17424915, "max_ns": 380301, "over_100ms": 0, "histogram": [ 339, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_infer_output": { "count": 338, "sum_ns": 18711861392, "max_ns": 684640531, "over_100ms": 19, "histogram": [ 0, 0, 0, 0, 0, 211, 86, 22, 12, 4, 0, 0, 3, 0, 0, 0 ] }, "result_publish_wall": { "count": 339, "sum_ns": 1038383306, "max_ns": 23900943, "over_100ms": 0, "histogram": [ 6, 143, 150, 26, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_cpu": { "count": 339, "sum_ns": 738644554, "max_ns": 5149535, "over_100ms": 0, "histogram": [ 7, 159, 172, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_wall": { "count": 339, "sum_ns": 23017740336, "max_ns": 738955102, "over_100ms": 32, "histogram": [ 0, 0, 0, 0, 12, 195, 65, 35, 16, 4, 1, 3, 8, 0, 0, 0 ] }, "result_total_cpu": { "count": 339, "sum_ns": 14408850312, "max_ns": 629884421, "over_100ms": 8, "histogram": [ 0, 0, 0, 0, 17, 306, 8, 0, 0, 0, 0, 2, 6, 0, 0, 0 ] }, "preprocess_to_callback": { "count": 335, "sum_ns": 19831397156, "max_ns": 708904886, "over_100ms": 22, "histogram": [ 0, 0, 0, 0, 0, 173, 112, 28, 16, 4, 0, 0, 2, 0, 0, 0 ] }, "infer_output_to_callback": { "count": 335, "sum_ns": 1821135622, "max_ns": 31809574, "over_100ms": 0, "histogram": [ 1, 63, 147, 77, 40, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "callback_to_copied": { "count": 334, "sum_ns": 8119880482, "max_ns": 585710887, "over_100ms": 3, "histogram": [ 0, 0, 1, 58, 140, 120, 12, 0, 0, 0, 0, 2, 1, 0, 0, 0 ] }, "selected_to_submitted": { "count": 336, "sum_ns": 35407618675, "max_ns": 761240026, "over_100ms": 127, "histogram": [ 0, 0, 0, 0, 0, 12, 106, 91, 91, 22, 7, 2, 5, 0, 0, 0 ] } }, "providers": {} } } }, "first_ns": { "source_queue_gap": 2428517234092858, "decoded": 2428517234215885, "selected": 2428517235134166, "source_analysis_gap": 2428517240549528 }, "last_ns": { "source_queue_gap": 2428580727312202, "decoded": 2428582474539223, "selected": 2428582475085292, "source_analysis_gap": 2428580727373071 }, "detail": true, "pending_samples": 256, "last_frame": { "selected": [ 620, 78301927788 ] }, "observation_missed": 0, "durations": { "collector_wait": { "samples": 256, "mean_ms": 0.0082213125, "p95_ms": 0.018216, "max_ms": 0.033789 }, "collector_work": { "samples": 256, "mean_ms": 0.14587207421875, "p95_ms": 0.248064, "max_ms": 4.919501 }, "collector_work_cpu": { "samples": 256, "mean_ms": 0.109875796875, "p95_ms": 0.182332, "max_ms": 0.540679 }, "collector_evict": { "samples": 256, "mean_ms": 0.100966484375, "p95_ms": 0.160388, "max_ms": 4.884454 }, "collector_evict_cpu": { "samples": 256, "mean_ms": 0.07826692578125, "p95_ms": 0.131397, "max_ms": 0.438784 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "collector_frames": 32, "finalizing": 0, "admitted": 621, "accepted_result": 619, "finalizing_claims": 619, "finalized": 619, "events_created": 16, "over_freshness_pose": 147, "execution_path": "provider-linear-trial", "queue_max_age_s": 1.0, "completed_queue_age_s": 0 }, "publisher_metrics": { "sent": 644, "sent_status": 25, "sent_frames": 619, "queued": 0, "queuedBytes": 0, "relay_timing": {}, "channels": 1, "workers": 1, "delivery": { "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce": { "pose": { "count": 619, "first_at_ns": 2428517363742033, "first_wall_ms": 1790575796616, "last_at_ns": 2428582469265957, "interval_count": 618, "interval_sum_ns": 65105523924, "max_interval_ns": 944669245, "histogram": [ 23, 91, 108, 149, 179, 39, 7, 9, 13, 0, 0 ] } } }, "profile": { "enabled": true, "revision": 1, "channels": { "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce": { "counts": { "sent_frame": 340, "state_noop": 339, "queued_frame": 339, "queued_heartbeat": 11, "sent_status": 11, "timeline_evicted": 796 }, "timings": { "frame_queue": { "count": 340, "mean_ms": 4.286106085569105, "max_ms": 43.722901958972216, "recent_samples": 256, "recent_p50_ms": 2.4517476558685303, "recent_p95_ms": 14.762168750166893 }, "frame_write_wall": { "count": 340, "mean_ms": 15.412839499999993, "max_ms": 442.44586499999997, "recent_samples": 256, "recent_p50_ms": 6.28092, "recent_p95_ms": 51.196317 }, "frame_write_cpu": { "count": 340, "mean_ms": 1.974328405882352, "max_ms": 7.25455, "recent_samples": 256, "recent_p50_ms": 1.7230995, "recent_p95_ms": 3.621456 }, "frame_completion_lock": { "count": 340, "mean_ms": 0.017647147058823524, "max_ms": 0.157583, "recent_samples": 256, "recent_p50_ms": 0.0150005, "recent_p95_ms": 0.035344 }, "selected_to_redis": { "count": 328, "mean_ms": 233.44522340853624, "max_ms": 968.5156999999999, "recent_samples": 256, "recent_p50_ms": 165.1333055, "recent_p95_ms": 649.6495839999999 }, "completed_to_redis": { "count": 328, "mean_ms": 127.1687500884147, "max_ms": 801.27306, "recent_samples": 256, "recent_p50_ms": 70.097847, "recent_p95_ms": 474.341267 }, "enqueue_gap": { "count": 338, "mean_ms": 108.29105435207099, "max_ms": 904.037036, "recent_samples": 256, "recent_p50_ms": 85.9990595, "recent_p95_ms": 189.884696 }, "status_queue": { "count": 11, "mean_ms": 21.24568646435033, "max_ms": 59.83021575957537, "recent_samples": 11, "recent_p50_ms": 15.606855973601341, "recent_p95_ms": 59.83021575957537 }, "status_write_wall": { "count": 11, "mean_ms": 8.138892090909092, "max_ms": 31.329751, "recent_samples": 11, "recent_p50_ms": 1.93313, "recent_p95_ms": 31.329751 }, "status_write_cpu": { "count": 11, "mean_ms": 1.6783011818181819, "max_ms": 4.259333, "recent_samples": 11, "recent_p50_ms": 1.136107, "recent_p95_ms": 4.259333 }, "status_completion_lock": { "count": 11, "mean_ms": 0.01835781818181818, "max_ms": 0.034115, "recent_samples": 11, "recent_p50_ms": 0.016388999999999997, "recent_p95_ms": 0.034115 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "lastSeq": 618, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 2796202 } }, "fire": { "state": "running", "child_pid": null, "last_error": null, "cleanup_error": null, "last_cleanup": { "generation": 8, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 2428584339272375, "diagnostic": { "events": [ { "name": "start_requested", "monotonic_ns": 2428500485913377, "wall_ms": 1790575779738 }, { "name": "stop_requested", "monotonic_ns": 2428582847784257, "wall_ms": 1790575862100 }, { "name": "terminal_received", "monotonic_ns": 2428583331653139, "wall_ms": 1790575862584 }, { "name": "child_reaped", "monotonic_ns": 2428584339289100, "wall_ms": 1790575863591 } ], "spawn_thread_id": 12030, "child_exception": null, "exit_code": 0, "exit_signal": null, "terminal_received": true, "terminal_failed": false, "forced": false } }, "metadata_path": { "source_latest_trial": true, "event_cooldown": { "seconds": 10.0, "overrides": { "FIRE": 10.0, "FALL": 10.0, "INTRUSION": 10.0, "LOITERING": 10.0, "FIGHT": 10.0, "CROWD": 10.0 }, "clock": "monotonic", "counts": {} }, "state": "CONNECTED", "error": null, "freshness_ms": 100, "freshness_enabled": false, "startup_seconds": 10.0, "stall_seconds": 2.0, "queued": 0, "capacity": 32, "inflight_age_s": null, "pending_age_s": null, "providers": { "fire": { "state": "ACTIVE", "reason": null, "responses": 651, "late": 0, "busy_drop": 0, "first_request_at": 2428517.296765027, "requests": 652, "last_progress_at": 2428582.550305918, "last_progress_stage": "callback", "first_response_at": 2428517.359112122, "last_response_age_s": 0.095, "first_input_at": 2428517.290259739 } }, "scenarios": { "active": [ "FIRE" ], "disabled": [] }, "provider_timing": { "fire": { "selected_to_response": { "count": 651, "sum_ms": 44632.82808335498, "max_ms": 450.2390120178461, "over_100ms": 45 } } }, "artifacts": { "error": null, "pending": 0, "queued": 0, "native_drop": 0, "training": { "pending": false, "enabled": false } }, "visual": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 2428582563826476, "counts": { "source_queue_gap": 2, "decoded": 652, "selected": 652, "source_analysis_gap": 1 }, "pipeline_diagnostic": { "enabled": true, "collecting": true, "counts": { "selected": 365 }, "missed": 0, "started_ns": 2428545856526331, "last_accepted_ns": null, "acceptance_silence_ns": 36707861870, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": {}, "input_timeline": [], "input_timeline_limit": 8, "durations": {}, "providers": { "fire": { "enabled": true, "collecting": true, "counts": { "selected": 365, "input_timing_unavailable": 365, "preprocess_start": 365, "preprocess_output": 365, "preprocess": 365, "infer_output": 365, "callback": 364, "copied": 364, "accepted": 364, "submitted": 364 }, "missed": 1, "started_ns": 2428545856566248, "last_accepted_ns": 2428582468685402, "acceptance_silence_ns": 95997624, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": { "current-level-buffers": { "count": 1460, "total": 0, "maximum": 0, "last": 0 }, "current-level-bytes": { "count": 1460, "total": 0, "maximum": 0, "last": 0 } }, "input_timeline": [], "input_timeline_limit": 8, "durations": { "selected_to_preprocess_start": { "count": 365, "sum_ns": 1431497277, "max_ns": 34208564, "over_100ms": 0, "histogram": [ 0, 62, 232, 51, 16, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess_output": { "count": 365, "sum_ns": 1251590224, "max_ns": 21776037, "over_100ms": 0, "histogram": [ 39, 139, 111, 56, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess": { "count": 365, "sum_ns": 3191068767, "max_ns": 55649649, "over_100ms": 0, "histogram": [ 0, 0, 122, 152, 71, 19, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess": { "count": 365, "sum_ns": 1759571490, "max_ns": 32368163, "over_100ms": 0, "histogram": [ 0, 104, 151, 71, 29, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_output_to_infer_entry": { "count": 365, "sum_ns": 507981266, "max_ns": 25976212, "over_100ms": 0, "histogram": [ 258, 48, 41, 12, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_infer_output": { "count": 365, "sum_ns": 12608348366, "max_ns": 95976119, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 20, 312, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_callback": { "count": 364, "sum_ns": 13995591156, "max_ns": 104952802, "over_100ms": 2, "histogram": [ 0, 0, 0, 0, 8, 299, 50, 5, 2, 0, 0, 0, 0, 0, 0, 0 ] }, "infer_output_to_callback": { "count": 364, "sum_ns": 1420763710, "max_ns": 16704781, "over_100ms": 0, "histogram": [ 0, 38, 244, 72, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_wall": { "count": 364, "sum_ns": 8327383692, "max_ns": 66996131, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 133, 228, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_thread_cpu": { "count": 364, "sum_ns": 6910317044, "max_ns": 29912341, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 231, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "callback_to_copied": { "count": 363, "sum_ns": 8672806989, "max_ns": 68177965, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 115, 245, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "accepted_interval": { "count": 364, "sum_ns": 36612119154, "max_ns": 211833665, "over_100ms": 169, "histogram": [ 0, 0, 0, 0, 0, 9, 53, 133, 146, 20, 3, 0, 0, 0, 0, 0 ] }, "selected_to_submitted": { "count": 364, "sum_ns": 26108027699, "max_ns": 160767164, "over_100ms": 31, "histogram": [ 0, 0, 0, 0, 0, 33, 210, 90, 29, 2, 0, 0, 0, 0, 0, 0 ] }, "completed_queue_wait": { "count": 364, "sum_ns": 495782068, "max_ns": 17155513, "over_100ms": 0, "histogram": [ 233, 70, 49, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_wall": { "count": 364, "sum_ns": 40599549, "max_ns": 6637694, "over_100ms": 0, "histogram": [ 357, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_cpu": { "count": 364, "sum_ns": 21154133, "max_ns": 223932, "over_100ms": 0, "histogram": [ 364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_wall": { "count": 364, "sum_ns": 19222407, "max_ns": 1028418, "over_100ms": 0, "histogram": [ 362, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_cpu": { "count": 364, "sum_ns": 16201798, "max_ns": 159255, "over_100ms": 0, "histogram": [ 364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_wall": { "count": 364, "sum_ns": 289888499, "max_ns": 12379350, "over_100ms": 0, "histogram": [ 317, 32, 10, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_cpu": { "count": 364, "sum_ns": 217919202, "max_ns": 2146366, "over_100ms": 0, "histogram": [ 336, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_wall": { "count": 364, "sum_ns": 2228798842, "max_ns": 29851770, "over_100ms": 0, "histogram": [ 0, 0, 176, 152, 32, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_cpu": { "count": 364, "sum_ns": 1738946938, "max_ns": 9394200, "over_100ms": 0, "histogram": [ 0, 0, 216, 148, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } }, "providers": {} } } }, "first_ns": { "source_queue_gap": 2428517291867792, "decoded": 2428517291907595, "selected": 2428517292225750, "source_analysis_gap": 2428517295418504 }, "last_ns": { "source_queue_gap": 2428517295336153, "decoded": 2428582489694026, "selected": 2428582490078433, "source_analysis_gap": 2428517295418504 }, "detail": true, "pending_samples": 256, "last_frame": { "selected": [ 651, 78801993223 ] }, "observation_missed": 0, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "collector_frames": 0, "finalizing": 0, "admitted": 652, "accepted_result": 651, "finalizing_claims": 651, "finalized": 651, "events_created": 0, "over_freshness_fire": 45, "execution_path": "provider-linear-trial", "queue_max_age_s": 1.0, "completed_queue_age_s": 0 }, "publisher_metrics": { "sent": 675, "sent_status": 25, "replaced": 1, "sent_frames": 650, "queued": 0, "queuedBytes": 0, "relay_timing": {}, "channels": 1, "workers": 1, "delivery": { "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce": { "fire": { "count": 650, "first_at_ns": 2428517391026261, "first_wall_ms": 1790575796643, "last_at_ns": 2428582500998003, "interval_count": 649, "interval_sum_ns": 65109971742, "max_interval_ns": 428511196, "histogram": [ 7, 21, 103, 205, 277, 27, 7, 2, 0, 0, 0 ] } } }, "profile": { "enabled": true, "revision": 1, "channels": { "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce": { "counts": { "sent_frame": 365, "state_noop": 364, "queued_frame": 364, "queued_heartbeat": 11, "sent_status": 11, "timeline_evicted": 871 }, "timings": { "frame_queue": { "count": 365, "mean_ms": 1.4887475651012707, "max_ms": 17.482074908912182, "recent_samples": 256, "recent_p50_ms": 0.8736418094485998, "recent_p95_ms": 5.0979601219296455 }, "frame_write_wall": { "count": 365, "mean_ms": 3.509487934246579, "max_ms": 28.781408000000003, "recent_samples": 256, "recent_p50_ms": 2.4727995, "recent_p95_ms": 9.927263 }, "frame_write_cpu": { "count": 365, "mean_ms": 1.4278357013698624, "max_ms": 4.176499, "recent_samples": 256, "recent_p50_ms": 1.3469, "recent_p95_ms": 2.3328659999999997 }, "frame_completion_lock": { "count": 365, "mean_ms": 0.018541052054794515, "max_ms": 0.79572, "recent_samples": 256, "recent_p50_ms": 0.012894, "recent_p95_ms": 0.034169 }, "selected_to_redis": { "count": 353, "mean_ms": 83.65762825779035, "max_ms": 185.652932, "recent_samples": 256, "recent_p50_ms": 77.91172850000001, "recent_p95_ms": 131.209634 }, "completed_to_redis": { "count": 353, "mean_ms": 12.315866161473092, "max_ms": 58.136756999999996, "recent_samples": 256, "recent_p50_ms": 10.626793, "recent_p95_ms": 27.909698 }, "enqueue_gap": { "count": 363, "mean_ms": 100.61017252892566, "max_ms": 211.947366, "recent_samples": 256, "recent_p50_ms": 96.90321, "recent_p95_ms": 158.66482200000002 }, "status_queue": { "count": 11, "mean_ms": 3.1684243374250154, "max_ms": 9.249068330973387, "recent_samples": 11, "recent_p50_ms": 2.620864659547806, "recent_p95_ms": 9.249068330973387 }, "status_write_wall": { "count": 11, "mean_ms": 1.3673716363636363, "max_ms": 4.351797, "recent_samples": 11, "recent_p50_ms": 0.894308, "recent_p95_ms": 4.351797 }, "status_write_cpu": { "count": 11, "mean_ms": 0.7559768181818182, "max_ms": 1.1690509999999998, "recent_samples": 11, "recent_p50_ms": 0.7062219999999999, "recent_p95_ms": 1.1690509999999998 }, "status_completion_lock": { "count": 11, "mean_ms": 0.010408727272727273, "max_ms": 0.020384, "recent_samples": 11, "recent_p50_ms": 0.009021000000000001, "recent_p95_ms": 0.020384 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "lastSeq": 650, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 2796202 } }, "crowd": { "state": "running", "child_pid": null, "last_error": null, "cleanup_error": null, "last_cleanup": { "generation": 8, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 2428584650278864, "diagnostic": { "events": [ { "name": "start_requested", "monotonic_ns": 2428500498239135, "wall_ms": 1790575779750 }, { "name": "stop_requested", "monotonic_ns": 2428582847923682, "wall_ms": 1790575862100 }, { "name": "terminal_received", "monotonic_ns": 2428583239871116, "wall_ms": 1790575862492 }, { "name": "child_reaped", "monotonic_ns": 2428584650287157, "wall_ms": 1790575863902 } ], "spawn_thread_id": 12032, "child_exception": null, "exit_code": 0, "exit_signal": null, "terminal_received": true, "terminal_failed": false, "forced": false } }, "metadata_path": { "source_latest_trial": true, "event_cooldown": { "seconds": 10.0, "overrides": { "FIRE": 10.0, "FALL": 10.0, "INTRUSION": 10.0, "LOITERING": 10.0, "FIGHT": 10.0, "CROWD": 10.0 }, "clock": "monotonic", "counts": {} }, "state": "CONNECTED", "error": null, "freshness_ms": 100, "freshness_enabled": false, "startup_seconds": 10.0, "stall_seconds": 2.0, "queued": 0, "capacity": 32, "inflight_age_s": null, "pending_age_s": null, "providers": { "crowd": { "state": "ACTIVE", "reason": null, "responses": 654, "late": 0, "busy_drop": 0, "first_request_at": 2428517.282484667, "requests": 655, "last_progress_at": 2428582.636182498, "last_progress_stage": "callback", "first_response_at": 2428517.344286218, "last_response_age_s": 0.065, "first_input_at": 2428517.275698737 } }, "scenarios": { "active": [ "CROWD" ], "disabled": [] }, "provider_timing": { "crowd": { "selected_to_response": { "count": 654, "sum_ms": 45149.34310084209, "max_ms": 394.30906204506755, "over_100ms": 44 } } }, "artifacts": { "error": null, "pending": 0, "queued": 0, "native_drop": 0, "training": { "pending": false, "enabled": false } }, "visual": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 2428582720481213, "counts": { "source_queue_gap": 2, "decoded": 655, "selected": 655, "source_analysis_gap": 1 }, "pipeline_diagnostic": { "enabled": true, "collecting": true, "counts": { "selected": 366 }, "missed": 1, "started_ns": 2428545871705244, "last_accepted_ns": null, "acceptance_silence_ns": 36850261463, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": {}, "input_timeline": [], "input_timeline_limit": 8, "durations": {}, "providers": { "crowd": { "enabled": true, "collecting": true, "counts": { "selected": 367, "input_timing_unavailable": 367, "preprocess_start": 367, "preprocess_output": 367, "preprocess": 367, "infer_output": 366, "callback": 366, "copied": 366, "accepted": 366, "submitted": 366 }, "missed": 0, "started_ns": 2428545871732708, "last_accepted_ns": 2428582655333772, "acceptance_silence_ns": 67635563, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": { "current-level-buffers": { "count": 1467, "total": 0, "maximum": 0, "last": 0 }, "current-level-bytes": { "count": 1467, "total": 0, "maximum": 0, "last": 0 } }, "input_timeline": [], "input_timeline_limit": 8, "durations": { "selected_to_preprocess_start": { "count": 367, "sum_ns": 1500160763, "max_ns": 22787577, "over_100ms": 0, "histogram": [ 0, 60, 213, 77, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess_output": { "count": 367, "sum_ns": 1332881537, "max_ns": 24333319, "over_100ms": 0, "histogram": [ 43, 123, 115, 63, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess": { "count": 367, "sum_ns": 3382286022, "max_ns": 50365969, "over_100ms": 0, "histogram": [ 0, 0, 116, 136, 92, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess": { "count": 367, "sum_ns": 1882125259, "max_ns": 31389221, "over_100ms": 0, "histogram": [ 0, 97, 136, 95, 30, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_output_to_infer_entry": { "count": 367, "sum_ns": 549243722, "max_ns": 16439746, "over_100ms": 0, "histogram": [ 253, 43, 49, 15, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_infer_output": { "count": 366, "sum_ns": 12287970112, "max_ns": 83720358, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 18, 316, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_callback": { "count": 366, "sum_ns": 13692996663, "max_ns": 88085900, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 6, 310, 45, 5, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "infer_output_to_callback": { "count": 366, "sum_ns": 1405026551, "max_ns": 15909392, "over_100ms": 0, "histogram": [ 0, 34, 260, 63, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_wall": { "count": 366, "sum_ns": 8649363652, "max_ns": 61578848, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 133, 230, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_thread_cpu": { "count": 366, "sum_ns": 7019761867, "max_ns": 30461673, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 231, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "callback_to_copied": { "count": 366, "sum_ns": 9019308985, "max_ns": 62600781, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 103, 259, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "accepted_interval": { "count": 366, "sum_ns": 36783601064, "max_ns": 235389813, "over_100ms": 158, "histogram": [ 0, 0, 0, 0, 0, 6, 51, 151, 142, 14, 2, 0, 0, 0, 0, 0 ] }, "selected_to_submitted": { "count": 366, "sum_ns": 26347485932, "max_ns": 155851360, "over_100ms": 28, "histogram": [ 0, 0, 0, 0, 0, 17, 213, 108, 27, 1, 0, 0, 0, 0, 0, 0 ] }, "completed_queue_wait": { "count": 366, "sum_ns": 495104459, "max_ns": 14661196, "over_100ms": 0, "histogram": [ 234, 77, 39, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_wall": { "count": 366, "sum_ns": 54702515, "max_ns": 3773630, "over_100ms": 0, "histogram": [ 351, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_cpu": { "count": 366, "sum_ns": 41871113, "max_ns": 1870811, "over_100ms": 0, "histogram": [ 356, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_wall": { "count": 366, "sum_ns": 21779808, "max_ns": 2939194, "over_100ms": 0, "histogram": [ 364, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_cpu": { "count": 366, "sum_ns": 15274389, "max_ns": 195321, "over_100ms": 0, "histogram": [ 366, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_wall": { "count": 366, "sum_ns": 413990901, "max_ns": 21925320, "over_100ms": 0, "histogram": [ 249, 87, 25, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_cpu": { "count": 366, "sum_ns": 338950615, "max_ns": 4275058, "over_100ms": 0, "histogram": [ 267, 87, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_wall": { "count": 366, "sum_ns": 2990143980, "max_ns": 32786731, "over_100ms": 0, "histogram": [ 0, 0, 82, 193, 78, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_cpu": { "count": 366, "sum_ns": 2256849692, "max_ns": 11884889, "over_100ms": 0, "histogram": [ 0, 0, 108, 248, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } }, "providers": {} } } }, "first_ns": { "source_queue_gap": 2428517277625325, "decoded": 2428517277663173, "selected": 2428517277974372, "source_analysis_gap": 2428517281042520 }, "last_ns": { "source_queue_gap": 2428517280979813, "decoded": 2428582696490686, "selected": 2428582696763346, "source_analysis_gap": 2428517281042520 }, "detail": true, "pending_samples": 256, "last_frame": { "selected": [ 654, 79001989546 ] }, "observation_missed": 0, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "collector_frames": 0, "finalizing": 0, "admitted": 655, "accepted_result": 654, "finalizing_claims": 648, "over_freshness_crowd": 44, "finalized": 648, "events_created": 0, "frame_evicted": 6, "completed_queue_expired": 6, "execution_path": "provider-linear-trial", "queue_max_age_s": 1.0, "completed_queue_age_s": 0 }, "publisher_metrics": { "sent": 661, "sent_status": 25, "replaced": 12, "sent_frames": 636, "queued": 0, "queuedBytes": 0, "relay_timing": {}, "channels": 1, "workers": 1, "delivery": { "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce": { "crowd": { "count": 636, "first_at_ns": 2428518857074001, "first_wall_ms": 1790575798109, "last_at_ns": 2428582667375651, "interval_count": 635, "interval_sum_ns": 63810301650, "max_interval_ns": 419053879, "histogram": [ 8, 14, 89, 219, 276, 21, 5, 3, 0, 0, 0 ] } } }, "profile": { "enabled": true, "revision": 1, "channels": { "4e07408562bedb8b60ce05c1decfe3ad16b72230967de01f640b7e4729b49fce": { "counts": { "state_noop": 366, "queued_frame": 366, "sent_frame": 366, "queued_heartbeat": 11, "sent_status": 11, "timeline_evicted": 875 }, "timings": { "frame_queue": { "count": 366, "mean_ms": 1.7237626270599704, "max_ms": 17.074257601052523, "recent_samples": 256, "recent_p50_ms": 1.0320439469069242, "recent_p95_ms": 5.205675959587097 }, "selected_to_redis": { "count": 355, "mean_ms": 85.94337409577463, "max_ms": 208.701284, "recent_samples": 256, "recent_p50_ms": 82.1032685, "recent_p95_ms": 134.689197 }, "completed_to_redis": { "count": 355, "mean_ms": 14.595235360563375, "max_ms": 54.939377, "recent_samples": 256, "recent_p50_ms": 12.908299, "recent_p95_ms": 34.062914 }, "frame_write_wall": { "count": 366, "mean_ms": 3.4549467158469946, "max_ms": 39.862561, "recent_samples": 256, "recent_p50_ms": 2.475654, "recent_p95_ms": 11.190800000000001 }, "frame_write_cpu": { "count": 366, "mean_ms": 1.4187682377049184, "max_ms": 3.314176, "recent_samples": 256, "recent_p50_ms": 1.3434375, "recent_p95_ms": 2.462787 }, "frame_completion_lock": { "count": 366, "mean_ms": 0.015473371584699453, "max_ms": 0.197858, "recent_samples": 256, "recent_p50_ms": 0.0130895, "recent_p95_ms": 0.029723 }, "enqueue_gap": { "count": 365, "mean_ms": 100.47883157808226, "max_ms": 237.13403, "recent_samples": 256, "recent_p50_ms": 97.741669, "recent_p95_ms": 147.405134 }, "status_queue": { "count": 11, "mean_ms": 2.2843973711133003, "max_ms": 4.367134068161249, "recent_samples": 11, "recent_p50_ms": 1.9440199248492718, "recent_p95_ms": 4.367134068161249 }, "status_write_wall": { "count": 11, "mean_ms": 0.9217089090909092, "max_ms": 1.96836, "recent_samples": 11, "recent_p50_ms": 0.822613, "recent_p95_ms": 1.96836 }, "status_write_cpu": { "count": 11, "mean_ms": 0.5934465454545456, "max_ms": 1.115742, "recent_samples": 11, "recent_p50_ms": 0.55603, "recent_p95_ms": 1.115742 }, "status_completion_lock": { "count": 11, "mean_ms": 0.008475909090909091, "max_ms": 0.010312, "recent_samples": 11, "recent_p50_ms": 0.008586, "recent_p95_ms": 0.010312 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "lastSeq": 653, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 2796202 } } } }, "8": { "state": "stopped", "run_id": "9dfcd426-3a00-45b0-a108-10b0fd838e2c", "run_generation": 5, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "degraded": false, "publisher_metrics": {}, "providers": { "pose": { "state": "running", "child_pid": null, "last_error": null, "cleanup_error": null, "last_cleanup": { "generation": 5, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 2428584640271590, "diagnostic": { "events": [ { "name": "start_requested", "monotonic_ns": 2428522088879786, "wall_ms": 1790575801341 }, { "name": "stop_requested", "monotonic_ns": 2428582854650212, "wall_ms": 1790575862107 }, { "name": "terminal_received", "monotonic_ns": 2428583230991174, "wall_ms": 1790575862483 }, { "name": "child_reaped", "monotonic_ns": 2428584640284997, "wall_ms": 1790575863892 } ], "spawn_thread_id": 12313, "child_exception": null, "exit_code": 0, "exit_signal": null, "terminal_received": true, "terminal_failed": false, "forced": false } }, "metadata_path": { "source_latest_trial": true, "event_cooldown": { "seconds": 10.0, "overrides": { "FIRE": 10.0, "FALL": 10.0, "INTRUSION": 10.0, "LOITERING": 10.0, "FIGHT": 10.0, "CROWD": 10.0 }, "clock": "monotonic", "counts": { "FALL_admitted": 4, "INTRUSION_admitted": 4, "INTRUSION_suppressed_candidates": 183, "FIGHT_admitted": 3, "FALL_suppressed_candidates": 61, "FIGHT_suppressed_candidates": 5, "LOITERING_admitted": 3 } }, "state": "CONNECTED", "error": null, "freshness_ms": 100, "freshness_enabled": false, "startup_seconds": 10.0, "stall_seconds": 2.0, "queued": 0, "capacity": 32, "inflight_age_s": null, "pending_age_s": null, "providers": { "pose": { "state": "ACTIVE", "reason": null, "responses": 412, "late": 0, "busy_drop": 0, "first_request_at": 2428539.444892202, "requests": 413, "last_progress_at": 2428582.420894435, "last_progress_stage": "callback", "first_response_at": 2428539.508064582, "last_response_age_s": 0.074, "first_input_at": 2428539.430975567 } }, "scenarios": { "active": [ "FALL", "FIGHT", "INTRUSION", "LOITERING" ], "disabled": [] }, "provider_timing": { "pose": { "selected_to_response": { "count": 412, "sum_ms": 37076.12186251208, "max_ms": 603.1027059070766, "over_100ms": 114 } } }, "artifacts": { "accepted": 14, "capture_ready": 14, "error": null, "pending": 0, "queued": 1, "native_drop": 0, "training": { "settings_reads": 38, "admission_reads": 38, "candidate_checks": 208, "reserved": 1, "queued": 1, "early_interval_skip": 193, "pending": false, "enabled": true } }, "visual": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 2428582532152628, "counts": { "source_queue_gap": 11, "decoded": 414, "selected": 414, "source_analysis_gap": 10 }, "pipeline_diagnostic": { "enabled": true, "collecting": true, "counts": { "selected": 345 }, "missed": 1, "started_ns": 2428545954779302, "last_accepted_ns": null, "acceptance_silence_ns": 36578388496, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": {}, "input_timeline": [], "input_timeline_limit": 8, "durations": {}, "providers": { "pose": { "enabled": true, "collecting": true, "counts": { "infer_output": 343, "callback": 345, "copied": 345, "accepted": 344, "submitted": 343, "selected": 343, "input_timing_unavailable": 343, "preprocess_start": 346, "preprocess_output": 345, "preprocess": 343 }, "missed": 10, "started_ns": 2428545954801409, "last_accepted_ns": 2428582457929537, "acceptance_silence_ns": 75573840, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": { "current-level-buffers": { "count": 1381, "total": 11, "maximum": 1, "last": 0 }, "current-level-bytes": { "count": 1381, "total": 792, "maximum": 72, "last": 0 } }, "input_timeline": [], "input_timeline_limit": 8, "durations": { "copy_wall": { "count": 345, "sum_ns": 7040746201, "max_ns": 559823612, "over_100ms": 5, "histogram": [ 0, 0, 8, 91, 165, 75, 1, 0, 0, 0, 1, 3, 1, 0, 0, 0 ] }, "copy_thread_cpu": { "count": 345, "sum_ns": 5533023750, "max_ns": 450277797, "over_100ms": 5, "histogram": [ 0, 0, 10, 141, 175, 14, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0 ] }, "accepted_interval": { "count": 344, "sum_ns": 36503128128, "max_ns": 1308747206, "over_100ms": 146, "histogram": [ 0, 0, 0, 0, 12, 38, 45, 103, 120, 13, 1, 8, 3, 1, 0, 0 ] }, "completed_queue_wait": { "count": 345, "sum_ns": 5951915283, "max_ns": 170013549, "over_100ms": 22, "histogram": [ 150, 59, 42, 17, 8, 22, 13, 12, 18, 4, 0, 0, 0, 0, 0, 0 ] }, "result_observations_wall": { "count": 345, "sum_ns": 2023202616, "max_ns": 64808406, "over_100ms": 0, "histogram": [ 0, 1, 209, 102, 30, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_observations_cpu": { "count": 345, "sum_ns": 1480898799, "max_ns": 8928405, "over_100ms": 0, "histogram": [ 0, 1, 256, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_nms_wall": { "count": 345, "sum_ns": 2693411261, "max_ns": 72065945, "over_100ms": 0, "histogram": [ 0, 65, 143, 65, 37, 33, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_nms_cpu": { "count": 345, "sum_ns": 943737485, "max_ns": 7011169, "over_100ms": 0, "histogram": [ 0, 84, 256, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_tracking_wall": { "count": 345, "sum_ns": 2463357419, "max_ns": 60066472, "over_100ms": 0, "histogram": [ 0, 11, 198, 74, 37, 22, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_tracking_cpu": { "count": 345, "sum_ns": 1337099530, "max_ns": 10661807, "over_100ms": 0, "histogram": [ 0, 13, 264, 66, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_region_wall": { "count": 345, "sum_ns": 310578453, "max_ns": 4832775, "over_100ms": 0, "histogram": [ 266, 63, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_region_cpu": { "count": 345, "sum_ns": 280124557, "max_ns": 2713188, "over_100ms": 0, "histogram": [ 278, 62, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fall_wall": { "count": 345, "sum_ns": 549949628, "max_ns": 11833383, "over_100ms": 0, "histogram": [ 66, 222, 51, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fall_cpu": { "count": 345, "sum_ns": 501248340, "max_ns": 7879470, "over_100ms": 0, "histogram": [ 70, 228, 45, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fight_wall": { "count": 345, "sum_ns": 243580257, "max_ns": 18526386, "over_100ms": 0, "histogram": [ 322, 10, 7, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_fight_cpu": { "count": 345, "sum_ns": 160302888, "max_ns": 1909867, "over_100ms": 0, "histogram": [ 335, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_collector_wall": { "count": 345, "sum_ns": 5159931909, "max_ns": 608013563, "over_100ms": 6, "histogram": [ 0, 11, 116, 119, 68, 25, 0, 0, 0, 0, 2, 3, 1, 0, 0, 0 ] }, "result_collector_cpu": { "count": 345, "sum_ns": 4307335165, "max_ns": 520944721, "over_100ms": 6, "histogram": [ 0, 11, 155, 123, 43, 7, 0, 0, 0, 0, 2, 3, 1, 0, 0, 0 ] }, "result_composition_wall": { "count": 345, "sum_ns": 47201713, "max_ns": 9287596, "over_100ms": 0, "histogram": [ 343, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_cpu": { "count": 345, "sum_ns": 35225898, "max_ns": 407439, "over_100ms": 0, "histogram": [ 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_wall": { "count": 345, "sum_ns": 20437829, "max_ns": 1670946, "over_100ms": 0, "histogram": [ 342, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_cpu": { "count": 345, "sum_ns": 15623081, "max_ns": 204301, "over_100ms": 0, "histogram": [ 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_wall": { "count": 345, "sum_ns": 790327808, "max_ns": 36184521, "over_100ms": 0, "histogram": [ 49, 191, 75, 21, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_cpu": { "count": 345, "sum_ns": 559479851, "max_ns": 8356373, "over_100ms": 0, "histogram": [ 52, 222, 67, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_wall": { "count": 345, "sum_ns": 16018288357, "max_ns": 645715580, "over_100ms": 12, "histogram": [ 0, 0, 0, 0, 36, 224, 52, 21, 6, 0, 1, 3, 2, 0, 0, 0 ] }, "result_total_cpu": { "count": 345, "sum_ns": 10928972562, "max_ns": 546019677, "over_100ms": 6, "histogram": [ 0, 0, 0, 0, 67, 271, 1, 0, 0, 0, 2, 3, 1, 0, 0, 0 ] }, "selected_to_preprocess_start": { "count": 343, "sum_ns": 1953942709, "max_ns": 36043373, "over_100ms": 0, "histogram": [ 0, 55, 166, 63, 47, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess_output": { "count": 342, "sum_ns": 2339138135, "max_ns": 464148513, "over_100ms": 1, "histogram": [ 34, 81, 86, 90, 42, 8, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0 ] }, "selected_to_preprocess": { "count": 340, "sum_ns": 5389152089, "max_ns": 482021115, "over_100ms": 1, "histogram": [ 0, 0, 61, 84, 112, 78, 4, 0, 0, 0, 0, 1, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess": { "count": 340, "sum_ns": 3442233580, "max_ns": 480067470, "over_100ms": 1, "histogram": [ 0, 60, 87, 83, 78, 31, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0 ] }, "preprocess_output_to_infer_entry": { "count": 340, "sum_ns": 1135118779, "max_ns": 36899572, "over_100ms": 0, "histogram": [ 145, 63, 50, 56, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_infer_output": { "count": 337, "sum_ns": 17299075065, "max_ns": 342729300, "over_100ms": 16, "histogram": [ 0, 0, 0, 0, 0, 216, 85, 20, 13, 2, 0, 1, 0, 0, 0, 0 ] }, "preprocess_to_callback": { "count": 339, "sum_ns": 18972626543, "max_ns": 352861175, "over_100ms": 19, "histogram": [ 0, 0, 0, 0, 0, 181, 112, 27, 14, 4, 0, 1, 0, 0, 0, 0 ] }, "infer_output_to_callback": { "count": 339, "sum_ns": 1601325735, "max_ns": 36630477, "over_100ms": 0, "histogram": [ 0, 70, 167, 64, 34, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "callback_to_copied": { "count": 341, "sum_ns": 7267812915, "max_ns": 560693800, "over_100ms": 5, "histogram": [ 0, 0, 5, 87, 156, 87, 1, 0, 0, 0, 1, 3, 1, 0, 0, 0 ] }, "selected_to_submitted": { "count": 339, "sum_ns": 31981974968, "max_ns": 615315348, "over_100ms": 103, "histogram": [ 0, 0, 0, 0, 0, 26, 124, 86, 81, 12, 3, 5, 2, 0, 0, 0 ] } }, "providers": {} } } }, "first_ns": { "source_queue_gap": 2428539437585349, "decoded": 2428539437625099, "selected": 2428539437993588, "source_analysis_gap": 2428539446215504 }, "last_ns": { "source_queue_gap": 2428576992879238, "decoded": 2428582529096310, "selected": 2428582529394978, "source_analysis_gap": 2428576992910990 }, "detail": true, "pending_samples": 256, "last_frame": { "selected": [ 413, 55970045809 ] }, "observation_missed": 0, "durations": { "collector_wait": { "samples": 256, "mean_ms": 0.0092314609375, "p95_ms": 0.01982, "max_ms": 0.267988 }, "collector_work": { "samples": 256, "mean_ms": 0.14101367578125, "p95_ms": 0.214898, "max_ms": 5.270622 }, "collector_work_cpu": { "samples": 256, "mean_ms": 0.10436439453125, "p95_ms": 0.188715, "max_ms": 0.442126 }, "collector_evict": { "samples": 256, "mean_ms": 0.10595869140625, "p95_ms": 0.137421, "max_ms": 5.237137 }, "collector_evict_cpu": { "samples": 256, "mean_ms": 0.07456786328125, "p95_ms": 0.138633, "max_ms": 0.366359 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "collector_frames": 32, "finalizing": 0, "admitted": 414, "accepted_result": 412, "finalizing_claims": 412, "finalized": 412, "events_created": 14, "over_freshness_pose": 114, "execution_path": "provider-linear-trial", "queue_max_age_s": 1.0, "completed_queue_age_s": 0 }, "publisher_metrics": { "sent": 429, "sent_status": 18, "sent_frames": 411, "queued": 0, "queuedBytes": 0, "relay_timing": {}, "channels": 1, "workers": 1, "delivery": { "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3": { "pose": { "count": 411, "first_at_ns": 2428539541727778, "first_wall_ms": 1790575818794, "last_at_ns": 2428582501770291, "interval_count": 410, "interval_sum_ns": 42960042513, "max_interval_ns": 1199077015, "histogram": [ 17, 60, 70, 100, 122, 19, 8, 7, 6, 1, 0 ] } } }, "profile": { "enabled": true, "revision": 1, "channels": { "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3": { "counts": { "sent_frame": 345, "state_noop": 345, "queued_frame": 345, "queued_heartbeat": 11, "sent_status": 11, "timeline_evicted": 813 }, "timings": { "frame_queue": { "count": 346, "mean_ms": 3.2137814946903314, "max_ms": 48.276950139552355, "recent_samples": 256, "recent_p50_ms": 1.1852346360683441, "recent_p95_ms": 13.395283836871386 }, "frame_write_wall": { "count": 345, "mean_ms": 11.919219362318843, "max_ms": 432.490195, "recent_samples": 256, "recent_p50_ms": 4.281414999999999, "recent_p95_ms": 41.904827999999995 }, "frame_write_cpu": { "count": 345, "mean_ms": 1.779980344927537, "max_ms": 5.089217, "recent_samples": 256, "recent_p50_ms": 1.585013, "recent_p95_ms": 3.084747 }, "frame_completion_lock": { "count": 345, "mean_ms": 0.015791573913043488, "max_ms": 0.08553100000000001, "recent_samples": 256, "recent_p50_ms": 0.0130285, "recent_p95_ms": 0.031741 }, "status_queue": { "count": 11, "mean_ms": 16.122244425456632, "max_ms": 69.84963919967413, "recent_samples": 11, "recent_p50_ms": 4.013219848275185, "recent_p95_ms": 69.84963919967413 }, "status_write_wall": { "count": 11, "mean_ms": 1.4770352727272724, "max_ms": 3.3072909999999998, "recent_samples": 11, "recent_p50_ms": 1.205541, "recent_p95_ms": 3.3072909999999998 }, "status_write_cpu": { "count": 11, "mean_ms": 0.7003066363636364, "max_ms": 1.1205559999999999, "recent_samples": 11, "recent_p50_ms": 0.698011, "recent_p95_ms": 1.1205559999999999 }, "status_completion_lock": { "count": 11, "mean_ms": 0.01164581818181818, "max_ms": 0.029561, "recent_samples": 11, "recent_p50_ms": 0.009198000000000001, "recent_p95_ms": 0.029561 }, "enqueue_gap": { "count": 344, "mean_ms": 106.03379869186045, "max_ms": 1193.840121, "recent_samples": 256, "recent_p50_ms": 90.4470825, "recent_p95_ms": 194.329819 }, "selected_to_redis": { "count": 333, "mean_ms": 172.9390270780781, "max_ms": 724.60824, "recent_samples": 256, "recent_p50_ms": 140.301261, "recent_p95_ms": 385.457073 }, "completed_to_redis": { "count": 333, "mean_ms": 79.50620659459463, "max_ms": 663.009847, "recent_samples": 256, "recent_p50_ms": 55.53161, "recent_p95_ms": 231.435703 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "lastSeq": 411, "workerMode": "process-channel", "inflightBytes": 7375, "inflightByteLimit": 2796202 } }, "fire": { "state": "running", "child_pid": null, "last_error": null, "cleanup_error": null, "last_cleanup": { "generation": 5, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 2428584204686717, "diagnostic": { "events": [ { "name": "start_requested", "monotonic_ns": 2428522101249414, "wall_ms": 1790575801353 }, { "name": "stop_requested", "monotonic_ns": 2428582854785471, "wall_ms": 1790575862107 }, { "name": "terminal_received", "monotonic_ns": 2428583197637509, "wall_ms": 1790575862450 }, { "name": "child_reaped", "monotonic_ns": 2428584204694349, "wall_ms": 1790575863457 } ], "spawn_thread_id": 12315, "child_exception": null, "exit_code": 0, "exit_signal": null, "terminal_received": true, "terminal_failed": false, "forced": false } }, "metadata_path": { "source_latest_trial": true, "event_cooldown": { "seconds": 10.0, "overrides": { "FIRE": 10.0, "FALL": 10.0, "INTRUSION": 10.0, "LOITERING": 10.0, "FIGHT": 10.0, "CROWD": 10.0 }, "clock": "monotonic", "counts": {} }, "state": "CONNECTED", "error": null, "freshness_ms": 100, "freshness_enabled": false, "startup_seconds": 10.0, "stall_seconds": 2.0, "queued": 0, "capacity": 32, "inflight_age_s": null, "pending_age_s": null, "providers": { "fire": { "state": "ACTIVE", "reason": null, "responses": 423, "late": 0, "busy_drop": 0, "first_request_at": 2428539.459280233, "requests": 423, "last_progress_at": 2428582.391478374, "last_progress_stage": "callback", "first_response_at": 2428539.546204937, "last_response_age_s": 0.015, "first_input_at": 2428539.446495547 } }, "scenarios": { "active": [ "FIRE" ], "disabled": [] }, "provider_timing": { "fire": { "selected_to_response": { "count": 423, "sum_ms": 29740.19854515791, "max_ms": 228.66700403392315, "over_100ms": 32 } } }, "artifacts": { "error": null, "pending": 0, "queued": 1, "native_drop": 0, "training": { "pending": false, "enabled": false } }, "visual": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 2428582430563757, "counts": { "source_queue_gap": 4, "decoded": 423, "selected": 423, "source_analysis_gap": 3 }, "pipeline_diagnostic": { "enabled": true, "collecting": true, "counts": { "selected": 355 }, "missed": 0, "started_ns": 2428545974321988, "last_accepted_ns": null, "acceptance_silence_ns": 36456928874, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": {}, "input_timeline": [], "input_timeline_limit": 8, "durations": {}, "providers": { "fire": { "enabled": true, "collecting": true, "counts": { "callback": 356, "copied": 356, "accepted": 356, "submitted": 356, "selected": 355, "input_timing_unavailable": 355, "preprocess_start": 355, "preprocess_output": 355, "preprocess": 355, "infer_output": 355 }, "missed": 0, "started_ns": 2428545974341859, "last_accepted_ns": 2428582415666245, "acceptance_silence_ns": 15990863, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": { "current-level-buffers": { "count": 1420, "total": 0, "maximum": 0, "last": 0 }, "current-level-bytes": { "count": 1420, "total": 0, "maximum": 0, "last": 0 } }, "input_timeline": [], "input_timeline_limit": 8, "durations": { "copy_wall": { "count": 356, "sum_ns": 7935420970, "max_ns": 60957604, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 156, 199, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_thread_cpu": { "count": 356, "sum_ns": 6468725822, "max_ns": 25254347, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 261, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "accepted_interval": { "count": 356, "sum_ns": 36441324386, "max_ns": 1296164413, "over_100ms": 165, "histogram": [ 0, 0, 0, 0, 0, 14, 49, 128, 152, 10, 2, 0, 0, 1, 0, 0 ] }, "completed_queue_wait": { "count": 356, "sum_ns": 518918179, "max_ns": 11715624, "over_100ms": 0, "histogram": [ 227, 56, 56, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_wall": { "count": 356, "sum_ns": 24800759, "max_ns": 1343316, "over_100ms": 0, "histogram": [ 354, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_cpu": { "count": 356, "sum_ns": 19053661, "max_ns": 195387, "over_100ms": 0, "histogram": [ 356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_wall": { "count": 356, "sum_ns": 16168302, "max_ns": 2068401, "over_100ms": 0, "histogram": [ 355, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_cpu": { "count": 356, "sum_ns": 13469989, "max_ns": 216622, "over_100ms": 0, "histogram": [ 356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_wall": { "count": 356, "sum_ns": 276106906, "max_ns": 5353967, "over_100ms": 0, "histogram": [ 308, 28, 17, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_cpu": { "count": 356, "sum_ns": 203300343, "max_ns": 1857132, "over_100ms": 0, "histogram": [ 333, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_wall": { "count": 356, "sum_ns": 2176076391, "max_ns": 163297483, "over_100ms": 1, "histogram": [ 0, 0, 202, 122, 24, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ] }, "result_total_cpu": { "count": 356, "sum_ns": 1692674880, "max_ns": 151577229, "over_100ms": 1, "histogram": [ 0, 0, 255, 98, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess_start": { "count": 355, "sum_ns": 1316246438, "max_ns": 16648269, "over_100ms": 0, "histogram": [ 0, 80, 208, 50, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess_output": { "count": 355, "sum_ns": 1083302154, "max_ns": 18572670, "over_100ms": 0, "histogram": [ 57, 128, 109, 49, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess": { "count": 355, "sum_ns": 2856232388, "max_ns": 31827749, "over_100ms": 0, "histogram": [ 0, 0, 131, 136, 71, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess": { "count": 355, "sum_ns": 1539985950, "max_ns": 28574055, "over_100ms": 0, "histogram": [ 0, 117, 144, 62, 27, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_output_to_infer_entry": { "count": 355, "sum_ns": 456683796, "max_ns": 17134833, "over_100ms": 0, "histogram": [ 265, 35, 37, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_infer_output": { "count": 355, "sum_ns": 12732910314, "max_ns": 185151024, "over_100ms": 5, "histogram": [ 0, 0, 0, 0, 20, 294, 31, 5, 3, 2, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_callback": { "count": 355, "sum_ns": 14212312310, "max_ns": 188189925, "over_100ms": 7, "histogram": [ 0, 0, 0, 0, 6, 285, 52, 5, 5, 2, 0, 0, 0, 0, 0, 0 ] }, "infer_output_to_callback": { "count": 355, "sum_ns": 1479401996, "max_ns": 31192729, "over_100ms": 0, "histogram": [ 0, 44, 227, 69, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "callback_to_copied": { "count": 355, "sum_ns": 8255400089, "max_ns": 63755294, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 130, 223, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_submitted": { "count": 355, "sum_ns": 25508900433, "max_ns": 228775648, "over_100ms": 28, "histogram": [ 0, 0, 0, 0, 0, 29, 216, 82, 22, 4, 2, 0, 0, 0, 0, 0 ] } }, "providers": {} } } }, "first_ns": { "source_queue_gap": 2428539452378760, "decoded": 2428539452492821, "selected": 2428539452905222, "source_analysis_gap": 2428539457673574 }, "last_ns": { "source_queue_gap": 2428570528736058, "decoded": 2428582340990534, "selected": 2428582341311037, "source_analysis_gap": 2428570528787193 }, "detail": true, "pending_samples": 256, "last_frame": { "selected": [ 422, 56424822606 ] }, "observation_missed": 0, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "collector_frames": 0, "finalizing": 0, "admitted": 423, "accepted_result": 423, "finalizing_claims": 423, "finalized": 423, "events_created": 0, "over_freshness_fire": 32, "execution_path": "provider-linear-trial", "queue_max_age_s": 1.0, "completed_queue_age_s": 0 }, "publisher_metrics": { "sent": 440, "sent_status": 18, "sent_frames": 422, "queued": 0, "queuedBytes": 0, "relay_timing": {}, "channels": 1, "workers": 1, "delivery": { "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3": { "fire": { "count": 422, "first_at_ns": 2428539577789852, "first_wall_ms": 1790575818830, "last_at_ns": 2428582301250581, "interval_count": 421, "interval_sum_ns": 42723460729, "max_interval_ns": 1293682604, "histogram": [ 9, 11, 51, 152, 181, 13, 3, 0, 0, 1, 0 ] } } }, "profile": { "enabled": true, "revision": 1, "channels": { "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3": { "counts": { "state_noop": 356, "queued_frame": 356, "sent_frame": 355, "queued_heartbeat": 10, "sent_status": 10, "timeline_evicted": 841 }, "timings": { "frame_queue": { "count": 356, "mean_ms": 1.516689320115812, "max_ms": 20.576624665409327, "recent_samples": 256, "recent_p50_ms": 0.7683539297431707, "recent_p95_ms": 6.173868663609028 }, "selected_to_redis": { "count": 345, "mean_ms": 83.963399142029, "max_ms": 279.143723, "recent_samples": 256, "recent_p50_ms": 79.4110995, "recent_p95_ms": 145.435351 }, "completed_to_redis": { "count": 345, "mean_ms": 12.354909359420292, "max_ms": 197.264712, "recent_samples": 256, "recent_p50_ms": 9.671510999999999, "recent_p95_ms": 28.443128 }, "frame_write_wall": { "count": 355, "mean_ms": 3.5047753718309873, "max_ms": 42.007585999999996, "recent_samples": 256, "recent_p50_ms": 2.287839, "recent_p95_ms": 11.011277999999999 }, "frame_write_cpu": { "count": 355, "mean_ms": 1.3226373042253523, "max_ms": 4.233988, "recent_samples": 256, "recent_p50_ms": 1.184417, "recent_p95_ms": 2.401022 }, "frame_completion_lock": { "count": 355, "mean_ms": 0.01516434929577465, "max_ms": 0.15271600000000002, "recent_samples": 256, "recent_p50_ms": 0.0118775, "recent_p95_ms": 0.030524000000000003 }, "enqueue_gap": { "count": 355, "mean_ms": 102.59804361971828, "max_ms": 1294.449052, "recent_samples": 256, "recent_p50_ms": 98.7947215, "recent_p95_ms": 155.00047999999998 }, "status_queue": { "count": 10, "mean_ms": 3.4031249582767487, "max_ms": 6.204633973538876, "recent_samples": 10, "recent_p50_ms": 3.1536929309368134, "recent_p95_ms": 6.204633973538876 }, "status_write_wall": { "count": 10, "mean_ms": 1.1418518, "max_ms": 2.126822, "recent_samples": 10, "recent_p50_ms": 1.010748, "recent_p95_ms": 2.126822 }, "status_write_cpu": { "count": 10, "mean_ms": 0.7178686000000001, "max_ms": 1.119812, "recent_samples": 10, "recent_p50_ms": 0.7070885, "recent_p95_ms": 1.119812 }, "status_completion_lock": { "count": 10, "mean_ms": 0.0106228, "max_ms": 0.023334, "recent_samples": 10, "recent_p50_ms": 0.008567, "recent_p95_ms": 0.023334 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "lastSeq": 422, "workerMode": "process-channel", "inflightBytes": 1054, "inflightByteLimit": 2796202 } }, "crowd": { "state": "running", "child_pid": null, "last_error": null, "cleanup_error": null, "last_cleanup": { "generation": 5, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 2428584654224607, "diagnostic": { "events": [ { "name": "start_requested", "monotonic_ns": 2428522119320982, "wall_ms": 1790575801371 }, { "name": "stop_requested", "monotonic_ns": 2428582854878437, "wall_ms": 1790575862107 }, { "name": "terminal_received", "monotonic_ns": 2428583247637959, "wall_ms": 1790575862500 }, { "name": "child_reaped", "monotonic_ns": 2428584654233010, "wall_ms": 1790575863906 } ], "spawn_thread_id": 12317, "child_exception": null, "exit_code": 0, "exit_signal": null, "terminal_received": true, "terminal_failed": false, "forced": false } }, "metadata_path": { "source_latest_trial": true, "event_cooldown": { "seconds": 10.0, "overrides": { "FIRE": 10.0, "FALL": 10.0, "INTRUSION": 10.0, "LOITERING": 10.0, "FIGHT": 10.0, "CROWD": 10.0 }, "clock": "monotonic", "counts": {} }, "state": "CONNECTED", "error": null, "freshness_ms": 100, "freshness_enabled": false, "startup_seconds": 10.0, "stall_seconds": 2.0, "queued": 0, "capacity": 32, "inflight_age_s": null, "pending_age_s": null, "providers": { "crowd": { "state": "ACTIVE", "reason": null, "responses": 424, "late": 0, "busy_drop": 0, "first_request_at": 2428539.432036853, "requests": 425, "last_progress_at": 2428582.403523743, "last_progress_stage": "callback", "first_response_at": 2428539.487884879, "last_response_age_s": 0.032, "first_input_at": 2428539.421114974 } }, "scenarios": { "active": [ "CROWD" ], "disabled": [] }, "provider_timing": { "crowd": { "selected_to_response": { "count": 424, "sum_ms": 30451.211486943066, "max_ms": 216.63386095315218, "over_100ms": 41 } } }, "artifacts": { "error": null, "pending": 0, "queued": 1, "native_drop": 0, "training": { "pending": false, "enabled": false } }, "visual": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 2428582473206465, "counts": { "source_queue_gap": 5, "decoded": 425, "selected": 425, "source_analysis_gap": 4 }, "pipeline_diagnostic": { "enabled": true, "collecting": true, "counts": { "selected": 357 }, "missed": 0, "started_ns": 2428545997138128, "last_accepted_ns": null, "acceptance_silence_ns": 36477376339, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": {}, "input_timeline": [], "input_timeline_limit": 8, "durations": {}, "providers": { "crowd": { "enabled": true, "collecting": true, "counts": { "selected": 357, "input_timing_unavailable": 357, "preprocess_start": 357, "preprocess_output": 357, "preprocess": 357, "infer_output": 356, "callback": 356, "copied": 356, "accepted": 356, "submitted": 356 }, "missed": 0, "started_ns": 2428545997180876, "last_accepted_ns": 2428582440561381, "acceptance_silence_ns": 37243014, "histogram_bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "retained": 256, "queue_levels": { "current-level-buffers": { "count": 1427, "total": 0, "maximum": 0, "last": 0 }, "current-level-bytes": { "count": 1427, "total": 0, "maximum": 0, "last": 0 } }, "input_timeline": [], "input_timeline_limit": 8, "durations": { "selected_to_preprocess_start": { "count": 357, "sum_ns": 1404918544, "max_ns": 23337804, "over_100ms": 0, "histogram": [ 0, 61, 225, 50, 19, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess_output": { "count": 357, "sum_ns": 1241027881, "max_ns": 24026505, "over_100ms": 0, "histogram": [ 30, 135, 124, 43, 23, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "selected_to_preprocess": { "count": 357, "sum_ns": 3150349793, "max_ns": 37299639, "over_100ms": 0, "histogram": [ 0, 0, 115, 147, 65, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_start_to_preprocess": { "count": 357, "sum_ns": 1745431249, "max_ns": 29329545, "over_100ms": 0, "histogram": [ 0, 98, 166, 51, 34, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_output_to_infer_entry": { "count": 357, "sum_ns": 504403368, "max_ns": 17379340, "over_100ms": 0, "histogram": [ 258, 45, 29, 20, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_infer_output": { "count": 356, "sum_ns": 12661624909, "max_ns": 152994501, "over_100ms": 5, "histogram": [ 0, 0, 0, 0, 21, 299, 29, 2, 3, 2, 0, 0, 0, 0, 0, 0 ] }, "preprocess_to_callback": { "count": 356, "sum_ns": 14087580283, "max_ns": 157807915, "over_100ms": 6, "histogram": [ 0, 0, 0, 0, 5, 295, 46, 4, 4, 2, 0, 0, 0, 0, 0, 0 ] }, "infer_output_to_callback": { "count": 356, "sum_ns": 1425955374, "max_ns": 17680476, "over_100ms": 0, "histogram": [ 0, 52, 220, 69, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_wall": { "count": 356, "sum_ns": 8229021782, "max_ns": 61064752, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 145, 208, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "copy_thread_cpu": { "count": 356, "sum_ns": 6652270964, "max_ns": 29414830, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 240, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "callback_to_copied": { "count": 356, "sum_ns": 8556867555, "max_ns": 61635431, "over_100ms": 0, "histogram": [ 0, 0, 0, 0, 119, 233, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "accepted_interval": { "count": 356, "sum_ns": 36443380505, "max_ns": 1276150661, "over_100ms": 169, "histogram": [ 0, 0, 0, 0, 0, 13, 41, 133, 155, 12, 1, 0, 0, 1, 0, 0 ] }, "selected_to_submitted": { "count": 356, "sum_ns": 25973877526, "max_ns": 216828520, "over_100ms": 35, "histogram": [ 0, 0, 0, 0, 0, 25, 207, 89, 30, 4, 1, 0, 0, 0, 0, 0 ] }, "completed_queue_wait": { "count": 356, "sum_ns": 425172764, "max_ns": 17411088, "over_100ms": 0, "histogram": [ 254, 61, 32, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_wall": { "count": 356, "sum_ns": 29891832, "max_ns": 2793932, "over_100ms": 0, "histogram": [ 354, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_composition_cpu": { "count": 356, "sum_ns": 22358914, "max_ns": 861628, "over_100ms": 0, "histogram": [ 356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_wall": { "count": 356, "sum_ns": 13368575, "max_ns": 247464, "over_100ms": 0, "histogram": [ 356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_artifact_handoff_cpu": { "count": 356, "sum_ns": 13077316, "max_ns": 163278, "over_100ms": 0, "histogram": [ 356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_wall": { "count": 356, "sum_ns": 322250915, "max_ns": 10563343, "over_100ms": 0, "histogram": [ 285, 48, 19, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_publish_cpu": { "count": 356, "sum_ns": 263113659, "max_ns": 3280705, "over_100ms": 0, "histogram": [ 303, 47, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_wall": { "count": 356, "sum_ns": 2663127524, "max_ns": 146880015, "over_100ms": 1, "histogram": [ 0, 0, 107, 199, 45, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ] }, "result_total_cpu": { "count": 356, "sum_ns": 2109869623, "max_ns": 132585737, "over_100ms": 1, "histogram": [ 0, 0, 147, 203, 5, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ] } }, "providers": {} } } }, "first_ns": { "source_queue_gap": 2428539423356280, "decoded": 2428539423417381, "selected": 2428539424331712, "source_analysis_gap": 2428539430649148 }, "last_ns": { "source_queue_gap": 2428570555858327, "decoded": 2428582443569661, "selected": 2428582443858994, "source_analysis_gap": 2428570555906212 }, "detail": true, "pending_samples": 256, "last_frame": { "selected": [ 424, 56590518405 ] }, "observation_missed": 0, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "collector_frames": 0, "finalizing": 0, "admitted": 425, "accepted_result": 424, "finalizing_claims": 415, "over_freshness_crowd": 41, "finalized": 415, "events_created": 0, "frame_evicted": 9, "completed_queue_expired": 9, "execution_path": "provider-linear-trial", "queue_max_age_s": 1.0, "completed_queue_age_s": 0 }, "publisher_metrics": { "sent": 425, "sent_status": 19, "replaced": 9, "sent_frames": 406, "queued": 0, "queuedBytes": 0, "relay_timing": {}, "channels": 1, "workers": 1, "delivery": { "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3": { "crowd": { "count": 406, "first_at_ns": 2428541344398343, "first_wall_ms": 1790575820596, "last_at_ns": 2428582457879058, "interval_count": 405, "interval_sum_ns": 41113480715, "max_interval_ns": 1270961147, "histogram": [ 7, 9, 58, 145, 166, 18, 1, 0, 0, 1, 0 ] } } }, "profile": { "enabled": true, "revision": 1, "channels": { "2c624232cdd221771294dfbb310aca000a0df6ac8b66b696d90ef06fdefb64a3": { "counts": { "state_noop": 356, "queued_frame": 356, "sent_frame": 356, "queued_heartbeat": 11, "sent_status": 11, "timeline_evicted": 845 }, "timings": { "frame_queue": { "count": 356, "mean_ms": 1.5624975694050447, "max_ms": 19.61808791384101, "recent_samples": 256, "recent_p50_ms": 0.9268699213862419, "recent_p95_ms": 4.944185260683298 }, "selected_to_redis": { "count": 345, "mean_ms": 85.95846406956527, "max_ms": 254.14389599999998, "recent_samples": 256, "recent_p50_ms": 81.10148749999999, "recent_p95_ms": 140.60968300000002 }, "completed_to_redis": { "count": 345, "mean_ms": 13.539805863768136, "max_ms": 163.272606, "recent_samples": 256, "recent_p50_ms": 10.5597285, "recent_p95_ms": 30.455104 }, "frame_write_wall": { "count": 356, "mean_ms": 3.5470046151685377, "max_ms": 60.702275, "recent_samples": 256, "recent_p50_ms": 2.2194995, "recent_p95_ms": 8.173421 }, "frame_write_cpu": { "count": 356, "mean_ms": 1.3476801488764043, "max_ms": 3.662817, "recent_samples": 256, "recent_p50_ms": 1.2536835000000002, "recent_p95_ms": 2.361924 }, "frame_completion_lock": { "count": 356, "mean_ms": 0.017566578651685406, "max_ms": 1.628863, "recent_samples": 256, "recent_p50_ms": 0.011119500000000001, "recent_p95_ms": 0.02565 }, "enqueue_gap": { "count": 355, "mean_ms": 102.34467644507042, "max_ms": 1274.3058549999998, "recent_samples": 256, "recent_p50_ms": 96.93226250000001, "recent_p95_ms": 151.098414 }, "status_queue": { "count": 11, "mean_ms": 3.110684623772448, "max_ms": 4.9594431184232235, "recent_samples": 11, "recent_p50_ms": 3.1299591064453125, "recent_p95_ms": 4.9594431184232235 }, "status_write_wall": { "count": 11, "mean_ms": 1.6057835454545455, "max_ms": 6.785842000000001, "recent_samples": 11, "recent_p50_ms": 0.950187, "recent_p95_ms": 6.785842000000001 }, "status_write_cpu": { "count": 11, "mean_ms": 0.7467044545454545, "max_ms": 1.431817, "recent_samples": 11, "recent_p50_ms": 0.681692, "recent_p95_ms": 1.431817 }, "status_completion_lock": { "count": 11, "mean_ms": 0.011804454545454545, "max_ms": 0.03094, "recent_samples": 11, "recent_p50_ms": 0.009854, "recent_p95_ms": 0.03094 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "lastSeq": 423, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 2796202 } } } } } }, "settings_restored": true }