[ { "level": 1, "channels": [ { "camera": "3", "counts": { "admitted": 299, "frame_evicted": 3, "over_freshness_pose": 4, "accepted_result": 296, "finalized": 296, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 296, "mean_ms": 4.870060038425632, "over100ms": 0, "run_max_ms": 46.80511122569442 }, "selected_to_response": { "count": 296, "mean_ms": 42.64950977852316, "over100ms": 4, "run_max_ms": 299.62415993213654 }, "submit_lock_wait": { "count": 296, "mean_ms": 0.014930692929271105, "over100ms": 0, "run_max_ms": 0.1176781952381134 }, "gate_to_infer": { "count": 296, "mean_ms": 1.2265933878921174, "over100ms": 0, "run_max_ms": 76.22456690296531 }, "infer_to_callback": { "count": 296, "mean_ms": 25.657743402769334, "over100ms": 0, "run_max_ms": 83.71890522539616 }, "callback_copy": { "count": 296, "mean_ms": 10.892117864804694, "over100ms": 4, "run_max_ms": 274.0495512261987 }, "selected_to_callback": { "count": 296, "mean_ms": 31.757391913718468, "over100ms": 0, "run_max_ms": 165.81504931673408 }, "selected_to_accept_check": { "count": 296, "mean_ms": 42.68523608177045, "over100ms": 4, "run_max_ms": 299.6569168753922 } }, "over100_pct": 1.3513513513513513, "inflight_age_peak_s": 0.03368439478799701, "pending_age_peak_s": 0, "last_response_age_peak_s": 0.136, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" } ] }, { "level": 2, "channels": [ { "camera": "5", "counts": { "admitted": 298, "frame_evicted": 1, "over_freshness_pose": 4, "accepted_result": 298, "finalized": 297, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 297, "mean_ms": 4.757897018984913, "over100ms": 0, "run_max_ms": 53.300142753869295 }, "selected_to_response": { "count": 298, "mean_ms": 41.74416704140854, "over100ms": 4, "run_max_ms": 234.29048573598266 }, "submit_lock_wait": { "count": 298, "mean_ms": 0.010725368601863816, "over100ms": 0, "run_max_ms": 0.08434196934103966 }, "gate_to_infer": { "count": 298, "mean_ms": 1.4236573076763208, "over100ms": 0, "run_max_ms": 12.371448334306479 }, "infer_to_callback": { "count": 298, "mean_ms": 26.945603695766838, "over100ms": 0, "run_max_ms": 57.165340054780245 }, "callback_copy": { "count": 298, "mean_ms": 8.62117192157913, "over100ms": 3, "run_max_ms": 205.49467578530312 }, "selected_to_callback": { "count": 298, "mean_ms": 33.122995119829405, "over100ms": 0, "run_max_ms": 93.57307618483901 }, "selected_to_accept_check": { "count": 298, "mean_ms": 41.769389272511205, "over100ms": 4, "run_max_ms": 234.30745489895344 } }, "over100_pct": 1.342281879194631, "inflight_age_peak_s": 0.0423699370585382, "pending_age_peak_s": 0, "last_response_age_peak_s": 0.178, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "3", "counts": { "admitted": 300, "frame_evicted": 7, "over_freshness_pose": 3, "accepted_result": 292, "finalized": 292, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 293, "mean_ms": 4.232568176838318, "over100ms": 0, "run_max_ms": 67.422681953758 }, "selected_to_response": { "count": 292, "mean_ms": 44.5978944843686, "over100ms": 3, "run_max_ms": 299.62415993213654 }, "submit_lock_wait": { "count": 292, "mean_ms": 0.017324250433849147, "over100ms": 0, "run_max_ms": 0.11976901441812515 }, "gate_to_infer": { "count": 292, "mean_ms": 1.356260052065633, "over100ms": 0, "run_max_ms": 76.22456690296531 }, "infer_to_callback": { "count": 292, "mean_ms": 27.122993712721723, "over100ms": 0, "run_max_ms": 158.29450404271483 }, "callback_copy": { "count": 292, "mean_ms": 11.87803583978739, "over100ms": 3, "run_max_ms": 274.0495512261987 }, "selected_to_callback": { "count": 292, "mean_ms": 32.71985864458121, "over100ms": 0, "run_max_ms": 165.81504931673408 }, "selected_to_accept_check": { "count": 292, "mean_ms": 44.642268227132625, "over100ms": 3, "run_max_ms": 299.6569168753922 } }, "over100_pct": 1.0273972602739727, "inflight_age_peak_s": 0.031414426397532225, "pending_age_peak_s": 0, "last_response_age_peak_s": 0.079, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" } ] }, { "level": 4, "channels": [ { "camera": "5", "counts": { "admitted": 300, "frame_evicted": 9, "over_freshness_pose": 5, "accepted_result": 292, "finalized": 291, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 291, "mean_ms": 5.356317160401455, "over100ms": 0, "run_max_ms": 66.47849129512906 }, "selected_to_response": { "count": 292, "mean_ms": 52.38287781894666, "over100ms": 5, "run_max_ms": 308.3467767573893 }, "submit_lock_wait": { "count": 292, "mean_ms": 0.012228415309362216, "over100ms": 0, "run_max_ms": 0.5953018553555012 }, "gate_to_infer": { "count": 292, "mean_ms": 1.8453154464137473, "over100ms": 0, "run_max_ms": 16.51349663734436 }, "infer_to_callback": { "count": 292, "mean_ms": 33.319830205546666, "over100ms": 0, "run_max_ms": 214.93020514026284 }, "callback_copy": { "count": 292, "mean_ms": 11.863979089954128, "over100ms": 3, "run_max_ms": 268.48993403837085 }, "selected_to_callback": { "count": 292, "mean_ms": 40.51889872899253, "over100ms": 1, "run_max_ms": 218.2850451208651 }, "selected_to_accept_check": { "count": 292, "mean_ms": 52.409868848459055, "over100ms": 5, "run_max_ms": 308.3662777207792 } }, "over100_pct": 1.7123287671232876, "inflight_age_peak_s": 0.034495770931243896, "pending_age_peak_s": 0.005664248950779438, "last_response_age_peak_s": 0.097, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "6", "counts": { "admitted": 300, "frame_evicted": 6, "over_freshness_pose": 5, "accepted_result": 294, "finalized": 294, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 294, "mean_ms": 4.2114516903906045, "over100ms": 0, "run_max_ms": 81.1707079410553 }, "selected_to_response": { "count": 294, "mean_ms": 47.990032701379285, "over100ms": 5, "run_max_ms": 271.84183709323406 }, "submit_lock_wait": { "count": 294, "mean_ms": 0.016532398025397542, "over100ms": 0, "run_max_ms": 0.06826268509030342 }, "gate_to_infer": { "count": 294, "mean_ms": 1.5297741375762184, "over100ms": 0, "run_max_ms": 12.327412143349648 }, "infer_to_callback": { "count": 294, "mean_ms": 30.440375832904156, "over100ms": 0, "run_max_ms": 253.52922594174743 }, "callback_copy": { "count": 294, "mean_ms": 11.808431040508305, "over100ms": 4, "run_max_ms": 239.79933792725205 }, "selected_to_callback": { "count": 294, "mean_ms": 36.18160166087098, "over100ms": 0, "run_max_ms": 256.44178222864866 }, "selected_to_accept_check": { "count": 294, "mean_ms": 48.0217197403109, "over100ms": 5, "run_max_ms": 271.87016187235713 } }, "over100_pct": 1.7006802721088434, "inflight_age_peak_s": 0.05442779324948788, "pending_age_peak_s": 0, "last_response_age_peak_s": 0.141, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "8", "counts": { "admitted": 301, "frame_evicted": 19, "over_freshness_pose": 6, "accepted_result": 282, "finalized": 282, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 282, "mean_ms": 5.6480575577481416, "over100ms": 0, "run_max_ms": 70.6156617961824 }, "selected_to_response": { "count": 282, "mean_ms": 45.72754402823271, "over100ms": 6, "run_max_ms": 250.84846606478095 }, "submit_lock_wait": { "count": 282, "mean_ms": 0.012451865386666981, "over100ms": 0, "run_max_ms": 0.04651769995689392 }, "gate_to_infer": { "count": 282, "mean_ms": 1.8138591454410595, "over100ms": 0, "run_max_ms": 16.587851103395224 }, "infer_to_callback": { "count": 282, "mean_ms": 29.493417881482035, "over100ms": 0, "run_max_ms": 66.97880383580923 }, "callback_copy": { "count": 282, "mean_ms": 8.771483695583669, "over100ms": 3, "run_max_ms": 203.7322921678424 }, "selected_to_callback": { "count": 282, "mean_ms": 36.95606033264904, "over100ms": 3, "run_max_ms": 130.9192357584834 }, "selected_to_accept_check": { "count": 282, "mean_ms": 45.75637834318352, "over100ms": 6, "run_max_ms": 250.86607923731208 } }, "over100_pct": 2.127659574468085, "inflight_age_peak_s": 0.236227850895375, "pending_age_peak_s": 0, "last_response_age_peak_s": 0.302, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "3", "counts": { "admitted": 301, "frame_evicted": 12, "over_freshness_pose": 10, "accepted_result": 289, "finalized": 289, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 289, "mean_ms": 6.1644432795553055, "over100ms": 0, "run_max_ms": 76.86358597129583 }, "selected_to_response": { "count": 289, "mean_ms": 57.117267800205, "over100ms": 10, "run_max_ms": 361.6350390948355 }, "submit_lock_wait": { "count": 289, "mean_ms": 0.01873635238996839, "over100ms": 0, "run_max_ms": 0.2045738510787487 }, "gate_to_infer": { "count": 289, "mean_ms": 1.6764132193189798, "over100ms": 0, "run_max_ms": 76.22456690296531 }, "infer_to_callback": { "count": 289, "mean_ms": 32.89590230546763, "over100ms": 0, "run_max_ms": 216.4516127668321 }, "callback_copy": { "count": 289, "mean_ms": 16.379047156179446, "over100ms": 3, "run_max_ms": 327.6432021521032 }, "selected_to_callback": { "count": 289, "mean_ms": 40.73822064402555, "over100ms": 2, "run_max_ms": 221.94846160709858 }, "selected_to_accept_check": { "count": 289, "mean_ms": 57.15534624008777, "over100ms": 10, "run_max_ms": 361.66023183614016 } }, "over100_pct": 3.4602076124567476, "inflight_age_peak_s": 0.059580187778919935, "pending_age_peak_s": 0.0015688999556005, "last_response_age_peak_s": 0.315, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" } ] }, { "level": 8, "channels": [ { "camera": "5", "counts": { "admitted": 302, "frame_evicted": 26, "over_freshness_pose": 143, "accepted_result": 276, "finalized": 276, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 276, "mean_ms": 25.106440158223435, "over100ms": 2, "run_max_ms": 399.2927549406886 }, "selected_to_response": { "count": 276, "mean_ms": 115.76856631596667, "over100ms": 143, "run_max_ms": 475.0988529995084 }, "submit_lock_wait": { "count": 276, "mean_ms": 0.04194839182647242, "over100ms": 0, "run_max_ms": 3.7173298187553883 }, "gate_to_infer": { "count": 276, "mean_ms": 8.312356118382752, "over100ms": 1, "run_max_ms": 330.5330350995064 }, "infer_to_callback": { "count": 276, "mean_ms": 61.561870651886515, "over100ms": 10, "run_max_ms": 360.8746016398072 }, "callback_copy": { "count": 276, "mean_ms": 20.694391732778993, "over100ms": 3, "run_max_ms": 382.96190509572625 }, "selected_to_callback": { "count": 276, "mean_ms": 95.07417458318768, "over100ms": 84, "run_max_ms": 459.055014885962 }, "selected_to_accept_check": { "count": 276, "mean_ms": 115.83140949495946, "over100ms": 143, "run_max_ms": 475.14108614996076 } }, "over100_pct": 51.81159420289855, "inflight_age_peak_s": 0.09583079302683473, "pending_age_peak_s": 0, "last_response_age_peak_s": 0.087, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "6", "counts": { "admitted": 301, "frame_evicted": 24, "over_freshness_pose": 119, "accepted_result": 278, "finalized": 278, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 278, "mean_ms": 22.713650105078873, "over100ms": 5, "run_max_ms": 361.4535490050912 }, "selected_to_response": { "count": 278, "mean_ms": 107.21099265958283, "over100ms": 119, "run_max_ms": 655.4876049049199 }, "submit_lock_wait": { "count": 278, "mean_ms": 0.020910845064430784, "over100ms": 0, "run_max_ms": 1.229901798069477 }, "gate_to_infer": { "count": 278, "mean_ms": 6.735619889545462, "over100ms": 1, "run_max_ms": 308.00080485641956 }, "infer_to_callback": { "count": 278, "mean_ms": 59.24216287692995, "over100ms": 4, "run_max_ms": 358.5403533652425 }, "callback_copy": { "count": 278, "mean_ms": 18.51803817444568, "over100ms": 3, "run_max_ms": 355.1346999593079 }, "selected_to_callback": { "count": 278, "mean_ms": 88.69295448513715, "over100ms": 72, "run_max_ms": 416.8543335981667 }, "selected_to_accept_check": { "count": 278, "mean_ms": 107.24838206162609, "over100ms": 119, "run_max_ms": 655.5204601027071 } }, "over100_pct": 42.805755395683455, "inflight_age_peak_s": 0.3244584961794317, "pending_age_peak_s": 0.03247201209887862, "last_response_age_peak_s": 0.357, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "9", "counts": { "admitted": 305, "frame_evicted": 20, "over_freshness_pose": 97, "accepted_result": 285, "finalized": 285, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 285, "mean_ms": 16.14325210092622, "over100ms": 0, "run_max_ms": 101.49856610223651 }, "selected_to_response": { "count": 285, "mean_ms": 96.97780140038384, "over100ms": 97, "run_max_ms": 406.18743002414703 }, "submit_lock_wait": { "count": 285, "mean_ms": 0.023800062767246312, "over100ms": 0, "run_max_ms": 1.6168379224836826 }, "gate_to_infer": { "count": 285, "mean_ms": 6.14701021430001, "over100ms": 2, "run_max_ms": 260.8339781872928 }, "infer_to_callback": { "count": 285, "mean_ms": 58.43743519661458, "over100ms": 6, "run_max_ms": 318.20672703906894 }, "callback_copy": { "count": 285, "mean_ms": 16.30721858359481, "over100ms": 3, "run_max_ms": 306.10145907849073 }, "selected_to_callback": { "count": 285, "mean_ms": 80.67058281678902, "over100ms": 69, "run_max_ms": 376.5941201709211 }, "selected_to_accept_check": { "count": 285, "mean_ms": 97.03330590406009, "over100ms": 97, "run_max_ms": 406.2275127507746 } }, "over100_pct": 34.03508771929825, "inflight_age_peak_s": 0.3222047369927168, "pending_age_peak_s": 0.017668317072093487, "last_response_age_peak_s": 0.345, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "10", "counts": { "admitted": 303, "frame_evicted": 20, "over_freshness_pose": 89, "accepted_result": 284, "finalized": 283, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 283, "mean_ms": 20.336665216398956, "over100ms": 7, "run_max_ms": 327.5908320210874 }, "selected_to_response": { "count": 284, "mean_ms": 102.12984582586346, "over100ms": 89, "run_max_ms": 435.4357561096549 }, "submit_lock_wait": { "count": 284, "mean_ms": 0.02106172065447334, "over100ms": 0, "run_max_ms": 3.437685314565897 }, "gate_to_infer": { "count": 284, "mean_ms": 5.982693384768782, "over100ms": 1, "run_max_ms": 272.127621807158 }, "infer_to_callback": { "count": 284, "mean_ms": 59.430604538237546, "over100ms": 5, "run_max_ms": 316.1156503483653 }, "callback_copy": { "count": 284, "mean_ms": 16.43978140782565, "over100ms": 3, "run_max_ms": 301.0899182409048 }, "selected_to_callback": { "count": 284, "mean_ms": 85.6900644180378, "over100ms": 59, "run_max_ms": 417.5096689723432 }, "selected_to_accept_check": { "count": 284, "mean_ms": 102.18941237495451, "over100ms": 89, "run_max_ms": 435.4728860780597 } }, "over100_pct": 31.338028169014084, "inflight_age_peak_s": 0.3321289150044322, "pending_age_peak_s": 0, "last_response_age_peak_s": 0.338, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "11", "counts": { "admitted": 299, "frame_evicted": 16, "over_freshness_pose": 63, "accepted_result": 283, "finalized": 282, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 283, "mean_ms": 12.826382049257363, "over100ms": 1, "run_max_ms": 286.10960114747286 }, "selected_to_response": { "count": 283, "mean_ms": 88.68888335947487, "over100ms": 62, "run_max_ms": 420.1447428204119 }, "submit_lock_wait": { "count": 283, "mean_ms": 0.021504246475102625, "over100ms": 0, "run_max_ms": 1.2776213698089123 }, "gate_to_infer": { "count": 283, "mean_ms": 5.230514878940245, "over100ms": 1, "run_max_ms": 319.7825509123504 }, "infer_to_callback": { "count": 283, "mean_ms": 56.406031542066025, "over100ms": 1, "run_max_ms": 307.0782641880214 }, "callback_copy": { "count": 283, "mean_ms": 14.225954889211238, "over100ms": 4, "run_max_ms": 276.1125569231808 }, "selected_to_callback": { "count": 283, "mean_ms": 74.46292847026363, "over100ms": 37, "run_max_ms": 412.2388260439038 }, "selected_to_accept_check": { "count": 283, "mean_ms": 88.72620798417041, "over100ms": 63, "run_max_ms": 420.1757716946304 } }, "over100_pct": 22.261484098939928, "inflight_age_peak_s": 0.04491736367344856, "pending_age_peak_s": 0, "last_response_age_peak_s": 0.279, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "8", "counts": { "admitted": 301, "frame_evicted": 32, "over_freshness_pose": 90, "accepted_result": 269, "finalized": 269, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 268, "mean_ms": 16.842843380881778, "over100ms": 1, "run_max_ms": 289.4893232733011 }, "selected_to_response": { "count": 269, "mean_ms": 98.87553995724448, "over100ms": 90, "run_max_ms": 469.98920990154147 }, "submit_lock_wait": { "count": 269, "mean_ms": 0.024917848809833422, "over100ms": 0, "run_max_ms": 2.606575842946768 }, "gate_to_infer": { "count": 269, "mean_ms": 5.904824530089544, "over100ms": 1, "run_max_ms": 382.4669080786407 }, "infer_to_callback": { "count": 269, "mean_ms": 57.96907946197351, "over100ms": 6, "run_max_ms": 339.61533894762397 }, "callback_copy": { "count": 269, "mean_ms": 18.110720489215673, "over100ms": 3, "run_max_ms": 349.9035299755633 }, "selected_to_callback": { "count": 269, "mean_ms": 80.76481946802882, "over100ms": 50, "run_max_ms": 460.63979994505644 }, "selected_to_accept_check": { "count": 269, "mean_ms": 98.92239482886397, "over100ms": 90, "run_max_ms": 470.018707215786 } }, "over100_pct": 33.45724907063197, "inflight_age_peak_s": 0.29455149779096246, "pending_age_peak_s": 0.01714889332652092, "last_response_age_peak_s": 0.287, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "12", "counts": { "admitted": 295, "frame_evicted": 12, "over_freshness_pose": 79, "accepted_result": 283, "finalized": 283, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 283, "mean_ms": 16.869524261805594, "over100ms": 1, "run_max_ms": 291.38227785006166 }, "selected_to_response": { "count": 283, "mean_ms": 91.76765484801187, "over100ms": 79, "run_max_ms": 390.5140026472509 }, "submit_lock_wait": { "count": 283, "mean_ms": 0.019118864444666952, "over100ms": 0, "run_max_ms": 0.5692271515727043 }, "gate_to_infer": { "count": 283, "mean_ms": 4.633670755046627, "over100ms": 0, "run_max_ms": 18.765504006296396 }, "infer_to_callback": { "count": 283, "mean_ms": 56.81755914033618, "over100ms": 5, "run_max_ms": 219.93373287841678 }, "callback_copy": { "count": 283, "mean_ms": 13.484365415394096, "over100ms": 3, "run_max_ms": 272.4071079865098 }, "selected_to_callback": { "count": 283, "mean_ms": 78.28328943261778, "over100ms": 53, "run_max_ms": 380.7351649738848 }, "selected_to_accept_check": { "count": 283, "mean_ms": 91.80585986707531, "over100ms": 79, "run_max_ms": 390.5435176566243 } }, "over100_pct": 27.915194346289752, "inflight_age_peak_s": 0.3274987521581352, "pending_age_peak_s": 0, "last_response_age_peak_s": 0.339, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "3", "counts": { "admitted": 301, "frame_evicted": 28, "over_freshness_pose": 164, "accepted_result": 272, "finalized": 273, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 273, "mean_ms": 29.901674307282374, "over100ms": 7, "run_max_ms": 350.7347097620368 }, "selected_to_response": { "count": 272, "mean_ms": 123.34625214434175, "over100ms": 164, "run_max_ms": 521.7802580446005 }, "submit_lock_wait": { "count": 272, "mean_ms": 0.023868835448999617, "over100ms": 0, "run_max_ms": 4.770210944116116 }, "gate_to_infer": { "count": 272, "mean_ms": 6.431307968930067, "over100ms": 0, "run_max_ms": 334.99936293810606 }, "infer_to_callback": { "count": 272, "mean_ms": 64.45668903966983, "over100ms": 5, "run_max_ms": 439.7137206979096 }, "callback_copy": { "count": 272, "mean_ms": 22.483678366851937, "over100ms": 3, "run_max_ms": 433.57039289548993 }, "selected_to_callback": { "count": 272, "mean_ms": 100.8625737774898, "over100ms": 100, "run_max_ms": 481.9422122091055 }, "selected_to_accept_check": { "count": 272, "mean_ms": 123.3931094466243, "over100ms": 164, "run_max_ms": 521.8620612286031 } }, "over100_pct": 60.294117647058826, "inflight_age_peak_s": 0.14178741304203868, "pending_age_peak_s": 0.03226369014009833, "last_response_age_peak_s": 0.092, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" } ] }, { "level": 16, "channels": [ { "camera": "5", "counts": { "admitted": 300, "frame_evicted": 130, "over_freshness_pose": 169, "accepted_result": 169, "finalized": 169, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 169, "mean_ms": 64.90486778715659, "over100ms": 27, "run_max_ms": 500.69120386615396 }, "selected_to_response": { "count": 169, "mean_ms": 231.4779886220907, "over100ms": 169, "run_max_ms": 639.772234018892 }, "submit_lock_wait": { "count": 169, "mean_ms": 0.021012508194651124, "over100ms": 0, "run_max_ms": 8.503541350364685 }, "gate_to_infer": { "count": 169, "mean_ms": 17.671545292388583, "over100ms": 2, "run_max_ms": 368.66968777030706 }, "infer_to_callback": { "count": 169, "mean_ms": 119.65544354831854, "over100ms": 119, "run_max_ms": 472.26075595244765 }, "callback_copy": { "count": 169, "mean_ms": 28.932826012130494, "over100ms": 1, "run_max_ms": 474.73309095948935 }, "selected_to_callback": { "count": 169, "mean_ms": 202.5451626099602, "over100ms": 169, "run_max_ms": 609.4051171094179 }, "selected_to_accept_check": { "count": 169, "mean_ms": 231.5195160477075, "over100ms": 169, "run_max_ms": 639.812326990068 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.202668737154454, "pending_age_peak_s": 0.26916823210194707, "last_response_age_peak_s": 0.148, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "6", "counts": { "admitted": 301, "frame_evicted": 128, "over_freshness_pose": 173, "accepted_result": 173, "finalized": 173, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 173, "mean_ms": 68.93809923546851, "over100ms": 29, "run_max_ms": 507.31757190078497 }, "selected_to_response": { "count": 173, "mean_ms": 231.39264504021475, "over100ms": 173, "run_max_ms": 668.2552751153708 }, "submit_lock_wait": { "count": 173, "mean_ms": 0.030571091489468006, "over100ms": 0, "run_max_ms": 2.0711016841232777 }, "gate_to_infer": { "count": 173, "mean_ms": 12.77459631108738, "over100ms": 0, "run_max_ms": 375.25707483291626 }, "infer_to_callback": { "count": 173, "mean_ms": 119.61001546978089, "over100ms": 118, "run_max_ms": 526.2629850767553 }, "callback_copy": { "count": 173, "mean_ms": 30.306552227241973, "over100ms": 2, "run_max_ms": 473.5426898114383 }, "selected_to_callback": { "count": 173, "mean_ms": 201.08609281297277, "over100ms": 173, "run_max_ms": 642.4881187267601 }, "selected_to_accept_check": { "count": 173, "mean_ms": 231.45805236565843, "over100ms": 173, "run_max_ms": 668.2923110201955 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.2465663799084723, "pending_age_peak_s": 0.2674402389675379, "last_response_age_peak_s": 0.166, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "9", "counts": { "admitted": 299, "frame_evicted": 119, "over_freshness_pose": 180, "accepted_result": 180, "finalized": 179, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 180, "mean_ms": 61.55134470253769, "over100ms": 23, "run_max_ms": 391.9001240283251 }, "selected_to_response": { "count": 180, "mean_ms": 218.22455388804278, "over100ms": 180, "run_max_ms": 651.6644665971398 }, "submit_lock_wait": { "count": 180, "mean_ms": 0.018365251728230052, "over100ms": 0, "run_max_ms": 4.002586007118225 }, "gate_to_infer": { "count": 180, "mean_ms": 10.64781734150731, "over100ms": 0, "run_max_ms": 398.9952839910984 }, "infer_to_callback": { "count": 180, "mean_ms": 118.43584856898006, "over100ms": 119, "run_max_ms": 510.97186421975493 }, "callback_copy": { "count": 180, "mean_ms": 27.21637421960218, "over100ms": 2, "run_max_ms": 436.86600774526596 }, "selected_to_callback": { "count": 180, "mean_ms": 191.0081796684406, "over100ms": 177, "run_max_ms": 603.0648211017251 }, "selected_to_accept_check": { "count": 180, "mean_ms": 218.26722455573164, "over100ms": 180, "run_max_ms": 651.6864746809006 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.22990183625370264, "pending_age_peak_s": 0.2097087618894875, "last_response_age_peak_s": 0.121, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "10", "counts": { "admitted": 300, "frame_evicted": 125, "over_freshness_pose": 175, "accepted_result": 175, "finalized": 175, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 175, "mean_ms": 67.20754885247776, "over100ms": 33, "run_max_ms": 425.6324372254312 }, "selected_to_response": { "count": 175, "mean_ms": 228.329508642533, "over100ms": 175, "run_max_ms": 704.5957022346556 }, "submit_lock_wait": { "count": 175, "mean_ms": 0.017706775771720067, "over100ms": 0, "run_max_ms": 3.437685314565897 }, "gate_to_infer": { "count": 175, "mean_ms": 11.183877334530864, "over100ms": 0, "run_max_ms": 378.1572449952364 }, "infer_to_callback": { "count": 175, "mean_ms": 121.80849384250385, "over100ms": 116, "run_max_ms": 452.7991437353194 }, "callback_copy": { "count": 175, "mean_ms": 28.312740389789855, "over100ms": 1, "run_max_ms": 409.90712214261293 }, "selected_to_callback": { "count": 175, "mean_ms": 200.01676825274313, "over100ms": 173, "run_max_ms": 653.9124548435211 }, "selected_to_accept_check": { "count": 175, "mean_ms": 228.3717629552952, "over100ms": 175, "run_max_ms": 704.6175822615623 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.29781277384608984, "pending_age_peak_s": 0.18981496524065733, "last_response_age_peak_s": 0.216, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "11", "counts": { "admitted": 300, "frame_evicted": 119, "over_freshness_pose": 181, "accepted_result": 181, "finalized": 181, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 181, "mean_ms": 62.24953278497849, "over100ms": 22, "run_max_ms": 408.4318461827934 }, "selected_to_response": { "count": 181, "mean_ms": 218.05115566377975, "over100ms": 181, "run_max_ms": 746.4416199363768 }, "submit_lock_wait": { "count": 181, "mean_ms": 0.019088197108461054, "over100ms": 0, "run_max_ms": 2.0297272130846977 }, "gate_to_infer": { "count": 181, "mean_ms": 12.458885201762394, "over100ms": 1, "run_max_ms": 325.37205796688795 }, "infer_to_callback": { "count": 181, "mean_ms": 117.14117613091076, "over100ms": 127, "run_max_ms": 437.85241758450866 }, "callback_copy": { "count": 181, "mean_ms": 26.34038806517315, "over100ms": 2, "run_max_ms": 420.59560818597674 }, "selected_to_callback": { "count": 181, "mean_ms": 191.7107675986066, "over100ms": 178, "run_max_ms": 547.0862691290677 }, "selected_to_accept_check": { "count": 181, "mean_ms": 218.0870352956101, "over100ms": 181, "run_max_ms": 746.4821119792759 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.26031895680353045, "pending_age_peak_s": 0.2595791039057076, "last_response_age_peak_s": 0.167, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "13", "counts": { "admitted": 299, "frame_evicted": 126, "over_freshness_pose": 173, "accepted_result": 173, "finalized": 173, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 173, "mean_ms": 66.42612863622735, "over100ms": 31, "run_max_ms": 451.7762982286513 }, "selected_to_response": { "count": 173, "mean_ms": 228.61736942341045, "over100ms": 173, "run_max_ms": 629.925352986902 }, "submit_lock_wait": { "count": 173, "mean_ms": 0.07291887806071712, "over100ms": 0, "run_max_ms": 4.460558295249939 }, "gate_to_infer": { "count": 173, "mean_ms": 15.317509855235244, "over100ms": 1, "run_max_ms": 413.8271836563945 }, "infer_to_callback": { "count": 173, "mean_ms": 120.72683567170463, "over100ms": 122, "run_max_ms": 560.0415631197393 }, "callback_copy": { "count": 173, "mean_ms": 26.494462094188943, "over100ms": 2, "run_max_ms": 450.2604207955301 }, "selected_to_callback": { "count": 173, "mean_ms": 202.1229073292215, "over100ms": 170, "run_max_ms": 587.707819417119 }, "selected_to_accept_check": { "count": 173, "mean_ms": 228.72910312123898, "over100ms": 173, "run_max_ms": 629.9508772790432 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.22310156002640724, "pending_age_peak_s": 0.2247676057741046, "last_response_age_peak_s": 0.159, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "14", "counts": { "admitted": 299, "frame_evicted": 115, "over_freshness_pose": 184, "accepted_result": 184, "finalized": 184, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 185, "mean_ms": 69.95226445834379, "over100ms": 32, "run_max_ms": 472.9663487523794 }, "selected_to_response": { "count": 184, "mean_ms": 222.2092147516694, "over100ms": 184, "run_max_ms": 635.8813806436956 }, "submit_lock_wait": { "count": 184, "mean_ms": 0.0463974353371431, "over100ms": 0, "run_max_ms": 2.8115161694586277 }, "gate_to_infer": { "count": 184, "mean_ms": 8.782400177670239, "over100ms": 0, "run_max_ms": 269.26610292866826 }, "infer_to_callback": { "count": 184, "mean_ms": 121.07051534163158, "over100ms": 121, "run_max_ms": 408.78048120066524 }, "callback_copy": { "count": 184, "mean_ms": 22.305862970508475, "over100ms": 2, "run_max_ms": 402.2324839606881 }, "selected_to_callback": { "count": 184, "mean_ms": 199.90335178116092, "over100ms": 181, "run_max_ms": 578.0201037414372 }, "selected_to_accept_check": { "count": 184, "mean_ms": 222.27219820943782, "over100ms": 184, "run_max_ms": 635.9118446707726 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.18325338512659073, "pending_age_peak_s": 0.21724205510690808, "last_response_age_peak_s": 0.093, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "15", "counts": { "admitted": 301, "frame_evicted": 119, "over_freshness_pose": 182, "accepted_result": 182, "finalized": 182, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 182, "mean_ms": 66.73690442067499, "over100ms": 33, "run_max_ms": 409.0688228607178 }, "selected_to_response": { "count": 182, "mean_ms": 221.8573232600977, "over100ms": 182, "run_max_ms": 627.7807899750769 }, "submit_lock_wait": { "count": 182, "mean_ms": 0.026413490279362753, "over100ms": 0, "run_max_ms": 4.000271204859018 }, "gate_to_infer": { "count": 182, "mean_ms": 9.506858583375974, "over100ms": 0, "run_max_ms": 266.6146457195282 }, "infer_to_callback": { "count": 182, "mean_ms": 119.16412081272638, "over100ms": 120, "run_max_ms": 407.0907272398472 }, "callback_copy": { "count": 182, "mean_ms": 26.55627969447728, "over100ms": 2, "run_max_ms": 392.06779189407825 }, "selected_to_callback": { "count": 182, "mean_ms": 195.30104356562043, "over100ms": 178, "run_max_ms": 512.8015512600541 }, "selected_to_accept_check": { "count": 182, "mean_ms": 221.91354967551408, "over100ms": 182, "run_max_ms": 627.7997330762446 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.24771534278988838, "pending_age_peak_s": 0.31286047492176294, "last_response_age_peak_s": 0.174, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "16", "counts": { "admitted": 299, "frame_evicted": 121, "over_freshness_pose": 176, "accepted_result": 178, "finalized": 178, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 178, "mean_ms": 68.38071388401761, "over100ms": 34, "run_max_ms": 494.55894716084003 }, "selected_to_response": { "count": 178, "mean_ms": 225.92642849436805, "over100ms": 176, "run_max_ms": 656.4319333992898 }, "submit_lock_wait": { "count": 178, "mean_ms": 0.03071190799806225, "over100ms": 0, "run_max_ms": 2.1044467575848103 }, "gate_to_infer": { "count": 178, "mean_ms": 10.655252359744706, "over100ms": 0, "run_max_ms": 253.68118612095714 }, "infer_to_callback": { "count": 178, "mean_ms": 119.9438322591857, "over100ms": 117, "run_max_ms": 485.8931163325906 }, "callback_copy": { "count": 178, "mean_ms": 27.40347218762539, "over100ms": 2, "run_max_ms": 503.8422388024628 }, "selected_to_callback": { "count": 178, "mean_ms": 198.52295630674266, "over100ms": 173, "run_max_ms": 598.3950742520392 }, "selected_to_accept_check": { "count": 178, "mean_ms": 226.0185894739469, "over100ms": 176, "run_max_ms": 656.4818732440472 } }, "over100_pct": 98.87640449438203, "inflight_age_peak_s": 0.4637066191062331, "pending_age_peak_s": 0.3353123771958053, "last_response_age_peak_s": 0.364, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "17", "counts": { "admitted": 300, "frame_evicted": 122, "over_freshness_pose": 179, "accepted_result": 179, "finalized": 179, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 179, "mean_ms": 68.99597840227561, "over100ms": 30, "run_max_ms": 533.6736189201474 }, "selected_to_response": { "count": 179, "mean_ms": 227.15277636330055, "over100ms": 179, "run_max_ms": 728.2276563346386 }, "submit_lock_wait": { "count": 179, "mean_ms": 0.019234155081004404, "over100ms": 0, "run_max_ms": 1.3164901174604893 }, "gate_to_infer": { "count": 179, "mean_ms": 9.862825305684984, "over100ms": 0, "run_max_ms": 163.94950915127993 }, "infer_to_callback": { "count": 179, "mean_ms": 119.97761516493625, "over100ms": 119, "run_max_ms": 527.8522321023047 }, "callback_copy": { "count": 179, "mean_ms": 27.84690417755166, "over100ms": 2, "run_max_ms": 492.94706201180816 }, "selected_to_callback": { "count": 179, "mean_ms": 199.30587218574888, "over100ms": 178, "run_max_ms": 706.545467954129 }, "selected_to_accept_check": { "count": 179, "mean_ms": 227.1904029841821, "over100ms": 179, "run_max_ms": 728.2535913400352 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.30626622308045626, "pending_age_peak_s": 0.2390068732202053, "last_response_age_peak_s": 0.205, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "18", "counts": { "admitted": 299, "frame_evicted": 118, "over_freshness_pose": 181, "accepted_result": 181, "finalized": 182, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 182, "mean_ms": 67.01266432723419, "over100ms": 26, "run_max_ms": 426.9771836698055 }, "selected_to_response": { "count": 181, "mean_ms": 222.3051197451246, "over100ms": 181, "run_max_ms": 726.2111320160329 }, "submit_lock_wait": { "count": 181, "mean_ms": 0.03665542353500319, "over100ms": 0, "run_max_ms": 2.2749239578843117 }, "gate_to_infer": { "count": 181, "mean_ms": 9.964154552133209, "over100ms": 0, "run_max_ms": 315.06577879190445 }, "infer_to_callback": { "count": 181, "mean_ms": 118.20441153857507, "over100ms": 106, "run_max_ms": 463.1635840050876 }, "callback_copy": { "count": 181, "mean_ms": 26.9711842703844, "over100ms": 3, "run_max_ms": 426.4620835892856 }, "selected_to_callback": { "count": 181, "mean_ms": 195.3339354747402, "over100ms": 178, "run_max_ms": 587.6681986264884 }, "selected_to_accept_check": { "count": 181, "mean_ms": 222.36651940610858, "over100ms": 181, "run_max_ms": 726.2345380149782 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.22764584934338927, "pending_age_peak_s": 0.22245888132601976, "last_response_age_peak_s": 0.171, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "19", "counts": { "admitted": 300, "frame_evicted": 113, "over_freshness_pose": 188, "accepted_result": 188, "finalized": 188, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 188, "mean_ms": 61.252833403488424, "over100ms": 26, "run_max_ms": 369.5875909179449 }, "selected_to_response": { "count": 188, "mean_ms": 211.6172918009552, "over100ms": 188, "run_max_ms": 563.9358800835907 }, "submit_lock_wait": { "count": 188, "mean_ms": 0.0340803699726437, "over100ms": 0, "run_max_ms": 3.1017232686281204 }, "gate_to_infer": { "count": 188, "mean_ms": 10.225717540572774, "over100ms": 0, "run_max_ms": 243.69338434189558 }, "infer_to_callback": { "count": 188, "mean_ms": 119.95399140683499, "over100ms": 124, "run_max_ms": 416.1790437065065 }, "callback_copy": { "count": 188, "mean_ms": 19.734359182853332, "over100ms": 2, "run_max_ms": 394.75977001711726 }, "selected_to_callback": { "count": 188, "mean_ms": 191.88293261810185, "over100ms": 187, "run_max_ms": 533.0487540923059 }, "selected_to_accept_check": { "count": 188, "mean_ms": 211.67408939985995, "over100ms": 188, "run_max_ms": 563.9888630248606 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.2786762770265341, "pending_age_peak_s": 0.20640689274296165, "last_response_age_peak_s": 0.215, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "20", "counts": { "admitted": 301, "frame_evicted": 107, "over_freshness_pose": 193, "accepted_result": 193, "finalized": 193, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 193, "mean_ms": 69.40895120656707, "over100ms": 32, "run_max_ms": 450.4502988420427 }, "selected_to_response": { "count": 193, "mean_ms": 215.6800187429307, "over100ms": 193, "run_max_ms": 629.1020601056516 }, "submit_lock_wait": { "count": 193, "mean_ms": 0.03598058605904406, "over100ms": 0, "run_max_ms": 1.8547908402979374 }, "gate_to_infer": { "count": 193, "mean_ms": 11.252889235943092, "over100ms": 1, "run_max_ms": 343.14629808068275 }, "infer_to_callback": { "count": 193, "mean_ms": 116.74117879131374, "over100ms": 136, "run_max_ms": 426.4586102217436 }, "callback_copy": { "count": 193, "mean_ms": 18.272025503430495, "over100ms": 2, "run_max_ms": 409.0399891138077 }, "selected_to_callback": { "count": 193, "mean_ms": 197.4079932395002, "over100ms": 191, "run_max_ms": 617.9535472765565 }, "selected_to_accept_check": { "count": 193, "mean_ms": 215.74291349219766, "over100ms": 193, "run_max_ms": 629.1570602916181 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.22302667703479528, "pending_age_peak_s": 0.30505440616980195, "last_response_age_peak_s": 0.104, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "8", "counts": { "admitted": 303, "frame_evicted": 132, "over_freshness_pose": 172, "accepted_result": 173, "finalized": 172, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 173, "mean_ms": 62.2231976662068, "over100ms": 22, "run_max_ms": 391.0548868589103 }, "selected_to_response": { "count": 173, "mean_ms": 220.2362257400474, "over100ms": 172, "run_max_ms": 646.9519482925534 }, "submit_lock_wait": { "count": 173, "mean_ms": 0.026861423723442707, "over100ms": 0, "run_max_ms": 6.283360067754984 }, "gate_to_infer": { "count": 173, "mean_ms": 9.920025432773064, "over100ms": 0, "run_max_ms": 382.4669080786407 }, "infer_to_callback": { "count": 173, "mean_ms": 121.76216641882424, "over100ms": 111, "run_max_ms": 513.7960850261152 }, "callback_copy": { "count": 173, "mean_ms": 26.49287002785616, "over100ms": 2, "run_max_ms": 466.4245881140232 }, "selected_to_callback": { "count": 173, "mean_ms": 193.74335571219123, "over100ms": 172, "run_max_ms": 565.3382730670273 }, "selected_to_accept_check": { "count": 173, "mean_ms": 220.28884191787398, "over100ms": 172, "run_max_ms": 646.9801100902259 } }, "over100_pct": 99.42196531791907, "inflight_age_peak_s": 0.19350106082856655, "pending_age_peak_s": 0.26154875475913286, "last_response_age_peak_s": 0.416, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "12", "counts": { "admitted": 298, "frame_evicted": 119, "over_freshness_pose": 180, "accepted_result": 181, "finalized": 180, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 181, "mean_ms": 61.12896525481129, "over100ms": 28, "run_max_ms": 444.67908702790737 }, "selected_to_response": { "count": 181, "mean_ms": 216.64502479146282, "over100ms": 180, "run_max_ms": 753.416899126023 }, "submit_lock_wait": { "count": 181, "mean_ms": 0.01707177310770388, "over100ms": 0, "run_max_ms": 1.4798087067902088 }, "gate_to_infer": { "count": 181, "mean_ms": 11.06431567526901, "over100ms": 0, "run_max_ms": 322.0874438993633 }, "infer_to_callback": { "count": 181, "mean_ms": 117.05406610365155, "over100ms": 120, "run_max_ms": 445.3830700367689 }, "callback_copy": { "count": 181, "mean_ms": 27.318089608699907, "over100ms": 2, "run_max_ms": 522.566937841475 }, "selected_to_callback": { "count": 181, "mean_ms": 189.3269351827629, "over100ms": 178, "run_max_ms": 563.7115598656237 }, "selected_to_accept_check": { "count": 181, "mean_ms": 216.67977706246202, "over100ms": 180, "run_max_ms": 753.4529101103544 } }, "over100_pct": 99.4475138121547, "inflight_age_peak_s": 0.1959188967011869, "pending_age_peak_s": 0.24283967493101954, "last_response_age_peak_s": 0.118, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "3", "counts": { "admitted": 301, "frame_evicted": 132, "over_freshness_pose": 171, "accepted_result": 171, "finalized": 170, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 170, "mean_ms": 65.78684503705624, "over100ms": 30, "run_max_ms": 423.4531451947987 }, "selected_to_response": { "count": 171, "mean_ms": 232.79023880400416, "over100ms": 171, "run_max_ms": 659.3197411857545 }, "submit_lock_wait": { "count": 171, "mean_ms": 0.06122785832798272, "over100ms": 0, "run_max_ms": 8.393725845962763 }, "gate_to_infer": { "count": 171, "mean_ms": 14.85017270982614, "over100ms": 2, "run_max_ms": 399.44395376369357 }, "infer_to_callback": { "count": 171, "mean_ms": 117.864163810311, "over100ms": 110, "run_max_ms": 552.4936248548329 }, "callback_copy": { "count": 171, "mean_ms": 34.06145912458935, "over100ms": 3, "run_max_ms": 503.2141380943358 }, "selected_to_callback": { "count": 171, "mean_ms": 198.72877967941483, "over100ms": 170, "run_max_ms": 613.0151832476258 }, "selected_to_accept_check": { "count": 171, "mean_ms": 232.8840437976981, "over100ms": 171, "run_max_ms": 659.369986038655 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.2929259720258415, "pending_age_peak_s": 0.28505304735153913, "last_response_age_peak_s": 0.201, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" } ] }, { "level": 17, "channels": [ { "camera": "5", "counts": { "admitted": 301, "frame_evicted": 139, "over_freshness_pose": 162, "accepted_result": 162, "finalized": 163, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 162, "mean_ms": 74.53821500314882, "over100ms": 29, "run_max_ms": 699.7617878951132 }, "selected_to_response": { "count": 162, "mean_ms": 249.79463190898116, "over100ms": 162, "run_max_ms": 883.0343279987574 }, "submit_lock_wait": { "count": 162, "mean_ms": 0.04394316505410789, "over100ms": 0, "run_max_ms": 8.503541350364685 }, "gate_to_infer": { "count": 162, "mean_ms": 13.019370731472232, "over100ms": 0, "run_max_ms": 368.66968777030706 }, "infer_to_callback": { "count": 162, "mean_ms": 129.35222998652378, "over100ms": 125, "run_max_ms": 521.0299137979746 }, "callback_copy": { "count": 162, "mean_ms": 32.46432783105123, "over100ms": 2, "run_max_ms": 653.1155509874225 }, "selected_to_callback": { "count": 162, "mean_ms": 217.33030407792992, "over100ms": 162, "run_max_ms": 853.4030108712614 }, "selected_to_accept_check": { "count": 162, "mean_ms": 249.86134347632344, "over100ms": 162, "run_max_ms": 883.0612748861313 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.21710864687338471, "pending_age_peak_s": 0.2575294468551874, "last_response_age_peak_s": 0.139, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "6", "counts": { "admitted": 305, "frame_evicted": 141, "over_freshness_pose": 164, "accepted_result": 164, "finalized": 163, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 164, "mean_ms": 65.99332966625963, "over100ms": 33, "run_max_ms": 603.340529371053 }, "selected_to_response": { "count": 164, "mean_ms": 240.92291664082285, "over100ms": 164, "run_max_ms": 928.6445211619139 }, "submit_lock_wait": { "count": 164, "mean_ms": 0.04499349686339861, "over100ms": 0, "run_max_ms": 3.6080232821404934 }, "gate_to_infer": { "count": 164, "mean_ms": 14.353146830505532, "over100ms": 1, "run_max_ms": 404.6390000730753 }, "infer_to_callback": { "count": 164, "mean_ms": 128.81749265872668, "over100ms": 128, "run_max_ms": 562.0585791766644 }, "callback_copy": { "count": 164, "mean_ms": 31.350927796532833, "over100ms": 1, "run_max_ms": 473.5426898114383 }, "selected_to_callback": { "count": 164, "mean_ms": 209.57198884429002, "over100ms": 164, "run_max_ms": 914.1481881961226 }, "selected_to_accept_check": { "count": 164, "mean_ms": 240.99708470038888, "over100ms": 164, "run_max_ms": 928.6655550822616 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.22576427925378084, "pending_age_peak_s": 0.30071319406852126, "last_response_age_peak_s": 0.171, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "9", "counts": { "admitted": 301, "frame_evicted": 130, "over_freshness_pose": 171, "accepted_result": 171, "finalized": 171, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 171, "mean_ms": 69.61022605248101, "over100ms": 33, "run_max_ms": 446.7453551478684 }, "selected_to_response": { "count": 171, "mean_ms": 234.84919164656546, "over100ms": 171, "run_max_ms": 839.2281145788729 }, "submit_lock_wait": { "count": 171, "mean_ms": 0.02241945602217613, "over100ms": 0, "run_max_ms": 4.002586007118225 }, "gate_to_infer": { "count": 171, "mean_ms": 10.093448359562814, "over100ms": 0, "run_max_ms": 607.5256541371346 }, "infer_to_callback": { "count": 171, "mean_ms": 128.20832748020516, "over100ms": 141, "run_max_ms": 510.97186421975493 }, "callback_copy": { "count": 171, "mean_ms": 27.172106552368017, "over100ms": 1, "run_max_ms": 436.86600774526596 }, "selected_to_callback": { "count": 171, "mean_ms": 207.67708509419745, "over100ms": 170, "run_max_ms": 812.4555018730462 }, "selected_to_accept_check": { "count": 171, "mean_ms": 234.92214417803967, "over100ms": 171, "run_max_ms": 839.2650866881013 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.5639986009337008, "pending_age_peak_s": 0.42605245811864734, "last_response_age_peak_s": 0.44, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "10", "counts": { "admitted": 302, "frame_evicted": 131, "over_freshness_pose": 170, "accepted_result": 170, "finalized": 170, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 170, "mean_ms": 69.2218579351902, "over100ms": 33, "run_max_ms": 496.00116023793817 }, "selected_to_response": { "count": 170, "mean_ms": 235.98245144273866, "over100ms": 170, "run_max_ms": 717.455917969346 }, "submit_lock_wait": { "count": 170, "mean_ms": 0.018420634681687635, "over100ms": 0, "run_max_ms": 3.437685314565897 }, "gate_to_infer": { "count": 170, "mean_ms": 10.320916240487028, "over100ms": 0, "run_max_ms": 378.1572449952364 }, "infer_to_callback": { "count": 170, "mean_ms": 124.88081710522665, "over100ms": 132, "run_max_ms": 459.8666150122881 }, "callback_copy": { "count": 170, "mean_ms": 31.685651189592832, "over100ms": 2, "run_max_ms": 440.100722014904 }, "selected_to_callback": { "count": 170, "mean_ms": 204.29680025314585, "over100ms": 170, "run_max_ms": 653.9124548435211 }, "selected_to_accept_check": { "count": 170, "mean_ms": 236.03436773752466, "over100ms": 170, "run_max_ms": 717.4873240292072 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.3370606657117605, "pending_age_peak_s": 0.30251602083444595, "last_response_age_peak_s": 0.271, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "11", "counts": { "admitted": 298, "frame_evicted": 131, "over_freshness_pose": 167, "accepted_result": 167, "finalized": 166, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 167, "mean_ms": 63.279096714728425, "over100ms": 32, "run_max_ms": 408.4318461827934 }, "selected_to_response": { "count": 167, "mean_ms": 232.13807300212764, "over100ms": 167, "run_max_ms": 746.4416199363768 }, "submit_lock_wait": { "count": 167, "mean_ms": 0.02694382850906092, "over100ms": 0, "run_max_ms": 8.646154776215553 }, "gate_to_infer": { "count": 167, "mean_ms": 13.904774703732329, "over100ms": 1, "run_max_ms": 342.9936761967838 }, "infer_to_callback": { "count": 167, "mean_ms": 127.86085034781944, "over100ms": 133, "run_max_ms": 530.2508408203721 }, "callback_copy": { "count": 167, "mean_ms": 26.74020172381205, "over100ms": 1, "run_max_ms": 445.5713499337435 }, "selected_to_callback": { "count": 167, "mean_ms": 205.3978712783156, "over100ms": 167, "run_max_ms": 635.6163746677339 }, "selected_to_accept_check": { "count": 167, "mean_ms": 232.18099292490385, "over100ms": 167, "run_max_ms": 746.4821119792759 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.26544154109433293, "pending_age_peak_s": 0.19777307100594044, "last_response_age_peak_s": 0.162, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "13", "counts": { "admitted": 305, "frame_evicted": 134, "over_freshness_pose": 170, "accepted_result": 170, "finalized": 171, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 170, "mean_ms": 64.2718027373228, "over100ms": 25, "run_max_ms": 484.0079420246184 }, "selected_to_response": { "count": 170, "mean_ms": 233.7854857857832, "over100ms": 170, "run_max_ms": 867.6539319567382 }, "submit_lock_wait": { "count": 170, "mean_ms": 0.01970746773569023, "over100ms": 0, "run_max_ms": 4.460558295249939 }, "gate_to_infer": { "count": 170, "mean_ms": 12.56125727942323, "over100ms": 0, "run_max_ms": 413.8271836563945 }, "infer_to_callback": { "count": 170, "mean_ms": 128.8840517429087, "over100ms": 136, "run_max_ms": 567.8580137901008 }, "callback_copy": { "count": 170, "mean_ms": 27.78867743361522, "over100ms": 2, "run_max_ms": 490.49680680036545 }, "selected_to_callback": { "count": 170, "mean_ms": 205.996808352168, "over100ms": 169, "run_max_ms": 846.733302809298 }, "selected_to_accept_check": { "count": 170, "mean_ms": 233.82578629397733, "over100ms": 170, "run_max_ms": 867.6938586868346 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.34444840298965573, "pending_age_peak_s": 0.26156893698498607, "last_response_age_peak_s": 0.254, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "14", "counts": { "admitted": 300, "frame_evicted": 123, "over_freshness_pose": 178, "accepted_result": 178, "finalized": 178, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 178, "mean_ms": 64.5162402652204, "over100ms": 31, "run_max_ms": 472.9663487523794 }, "selected_to_response": { "count": 178, "mean_ms": 223.65414861359454, "over100ms": 178, "run_max_ms": 635.8813806436956 }, "submit_lock_wait": { "count": 178, "mean_ms": 0.03143167646413439, "over100ms": 0, "run_max_ms": 2.8115161694586277 }, "gate_to_infer": { "count": 178, "mean_ms": 9.58354645827262, "over100ms": 0, "run_max_ms": 269.26610292866826 }, "infer_to_callback": { "count": 178, "mean_ms": 123.99951349996198, "over100ms": 136, "run_max_ms": 416.6063782759011 }, "callback_copy": { "count": 178, "mean_ms": 25.3018934902306, "over100ms": 2, "run_max_ms": 402.2324839606881 }, "selected_to_callback": { "count": 178, "mean_ms": 198.35225512336396, "over100ms": 177, "run_max_ms": 578.0201037414372 }, "selected_to_accept_check": { "count": 178, "mean_ms": 223.70607342853557, "over100ms": 178, "run_max_ms": 635.9118446707726 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.21510535292327404, "pending_age_peak_s": 0.21961833722889423, "last_response_age_peak_s": 0.117, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "15", "counts": { "admitted": 299, "frame_evicted": 135, "over_freshness_pose": 164, "accepted_result": 164, "finalized": 164, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 164, "mean_ms": 71.33310047977763, "over100ms": 33, "run_max_ms": 409.0688228607178 }, "selected_to_response": { "count": 164, "mean_ms": 243.1226694110281, "over100ms": 164, "run_max_ms": 695.8380448631942 }, "submit_lock_wait": { "count": 164, "mean_ms": 0.01776658237071299, "over100ms": 0, "run_max_ms": 7.113347295671701 }, "gate_to_infer": { "count": 164, "mean_ms": 13.099295910584127, "over100ms": 0, "run_max_ms": 266.6146457195282 }, "infer_to_callback": { "count": 164, "mean_ms": 130.21772428949524, "over100ms": 130, "run_max_ms": 552.4167991243303 }, "callback_copy": { "count": 164, "mean_ms": 28.385576527997305, "over100ms": 3, "run_max_ms": 408.6459279060364 }, "selected_to_callback": { "count": 164, "mean_ms": 214.7370928830308, "over100ms": 164, "run_max_ms": 665.9223940223455 }, "selected_to_accept_check": { "count": 164, "mean_ms": 243.15895204341447, "over100ms": 164, "run_max_ms": 695.8902617916465 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.21848673187196255, "pending_age_peak_s": 0.28036982798948884, "last_response_age_peak_s": 0.147, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "16", "counts": { "admitted": 299, "frame_evicted": 131, "over_freshness_pose": 169, "accepted_result": 169, "finalized": 169, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 169, "mean_ms": 68.9909921920467, "over100ms": 31, "run_max_ms": 512.6710426993668 }, "selected_to_response": { "count": 169, "mean_ms": 235.98180464110695, "over100ms": 169, "run_max_ms": 715.358390007168 }, "submit_lock_wait": { "count": 169, "mean_ms": 0.041470441350041055, "over100ms": 0, "run_max_ms": 3.7441719323396683 }, "gate_to_infer": { "count": 169, "mean_ms": 10.5192356704343, "over100ms": 0, "run_max_ms": 253.68118612095714 }, "infer_to_callback": { "count": 169, "mean_ms": 128.54762631330706, "over100ms": 134, "run_max_ms": 554.0164429694414 }, "callback_copy": { "count": 169, "mean_ms": 27.88102479938131, "over100ms": 2, "run_max_ms": 503.8422388024628 }, "selected_to_callback": { "count": 169, "mean_ms": 208.10077984172565, "over100ms": 168, "run_max_ms": 699.4922198355198 }, "selected_to_accept_check": { "count": 169, "mean_ms": 236.0492918155426, "over100ms": 169, "run_max_ms": 715.380597859621 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.2570201940834522, "pending_age_peak_s": 0.2125461371615529, "last_response_age_peak_s": 0.207, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "17", "counts": { "admitted": 300, "frame_evicted": 131, "over_freshness_pose": 169, "accepted_result": 169, "finalized": 169, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 169, "mean_ms": 68.95681856111926, "over100ms": 35, "run_max_ms": 567.6149530336261 }, "selected_to_response": { "count": 169, "mean_ms": 235.09457016077178, "over100ms": 169, "run_max_ms": 780.2586131729186 }, "submit_lock_wait": { "count": 169, "mean_ms": 0.025955320903535424, "over100ms": 0, "run_max_ms": 1.5750271268188953 }, "gate_to_infer": { "count": 169, "mean_ms": 10.027508706008717, "over100ms": 0, "run_max_ms": 163.94950915127993 }, "infer_to_callback": { "count": 169, "mean_ms": 129.56649733200317, "over100ms": 140, "run_max_ms": 531.9564691744745 }, "callback_copy": { "count": 169, "mean_ms": 27.05474593538857, "over100ms": 3, "run_max_ms": 492.94706201180816 }, "selected_to_callback": { "count": 169, "mean_ms": 208.03982422538323, "over100ms": 167, "run_max_ms": 771.2046173401177 }, "selected_to_accept_check": { "count": 169, "mean_ms": 235.1412095333389, "over100ms": 169, "run_max_ms": 780.2871982567012 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.2983325067907572, "pending_age_peak_s": 0.2196769630536437, "last_response_age_peak_s": 0.202, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "18", "counts": { "admitted": 300, "frame_evicted": 131, "over_freshness_pose": 171, "accepted_result": 171, "finalized": 171, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 171, "mean_ms": 69.39771773337185, "over100ms": 32, "run_max_ms": 488.1886402145028 }, "selected_to_response": { "count": 171, "mean_ms": 235.16339425280776, "over100ms": 171, "run_max_ms": 726.2111320160329 }, "submit_lock_wait": { "count": 171, "mean_ms": 0.04649819936930088, "over100ms": 0, "run_max_ms": 3.6813560873270035 }, "gate_to_infer": { "count": 171, "mean_ms": 13.313772279377046, "over100ms": 1, "run_max_ms": 466.4636868983507 }, "infer_to_callback": { "count": 171, "mean_ms": 127.90224913845373, "over100ms": 141, "run_max_ms": 483.6701387539506 }, "callback_copy": { "count": 171, "mean_ms": 24.282807160212457, "over100ms": 1, "run_max_ms": 444.15364088490605 }, "selected_to_callback": { "count": 171, "mean_ms": 210.8805870925953, "over100ms": 171, "run_max_ms": 695.2075688168406 }, "selected_to_accept_check": { "count": 171, "mean_ms": 235.22831011585325, "over100ms": 171, "run_max_ms": 726.2345380149782 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.2667070869356394, "pending_age_peak_s": 0.16782850306481123, "last_response_age_peak_s": 0.193, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "19", "counts": { "admitted": 302, "frame_evicted": 130, "over_freshness_pose": 173, "accepted_result": 173, "finalized": 173, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 173, "mean_ms": 70.2866988305024, "over100ms": 23, "run_max_ms": 498.2196008786559 }, "selected_to_response": { "count": 173, "mean_ms": 234.27046807429005, "over100ms": 173, "run_max_ms": 686.8653572164476 }, "submit_lock_wait": { "count": 173, "mean_ms": 0.046570096272609135, "over100ms": 0, "run_max_ms": 3.1017232686281204 }, "gate_to_infer": { "count": 173, "mean_ms": 9.29846639901055, "over100ms": 0, "run_max_ms": 243.69338434189558 }, "infer_to_callback": { "count": 173, "mean_ms": 128.88479098473067, "over100ms": 138, "run_max_ms": 504.2555760592222 }, "callback_copy": { "count": 173, "mean_ms": 25.71107154830515, "over100ms": 2, "run_max_ms": 477.6276838965714 }, "selected_to_callback": { "count": 173, "mean_ms": 208.5593965259849, "over100ms": 173, "run_max_ms": 663.1302628666162 }, "selected_to_accept_check": { "count": 173, "mean_ms": 234.340802184979, "over100ms": 173, "run_max_ms": 687.0351321995258 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.2971090981736779, "pending_age_peak_s": 0.22770927008241415, "last_response_age_peak_s": 0.184, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "20", "counts": { "admitted": 295, "frame_evicted": 121, "over_freshness_pose": 173, "accepted_result": 173, "finalized": 172, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 173, "mean_ms": 60.73760410576973, "over100ms": 19, "run_max_ms": 450.4502988420427 }, "selected_to_response": { "count": 173, "mean_ms": 220.854096356887, "over100ms": 173, "run_max_ms": 629.1020601056516 }, "submit_lock_wait": { "count": 173, "mean_ms": 0.044422843251269675, "over100ms": 0, "run_max_ms": 2.3279068991541862 }, "gate_to_infer": { "count": 173, "mean_ms": 10.328421608754837, "over100ms": 0, "run_max_ms": 343.14629808068275 }, "infer_to_callback": { "count": 173, "mean_ms": 125.74729244789981, "over100ms": 133, "run_max_ms": 436.6679834201932 }, "callback_copy": { "count": 173, "mean_ms": 24.056566198157267, "over100ms": 2, "run_max_ms": 448.12143174931407 }, "selected_to_callback": { "count": 173, "mean_ms": 196.79753015872973, "over100ms": 172, "run_max_ms": 617.9535472765565 }, "selected_to_accept_check": { "count": 173, "mean_ms": 220.91818652842517, "over100ms": 173, "run_max_ms": 629.1570602916181 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.5101971006952226, "pending_age_peak_s": 0.6065985509194434, "last_response_age_peak_s": 0.48, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "21", "counts": { "admitted": 299, "frame_evicted": 114, "over_freshness_pose": 186, "accepted_result": 186, "finalized": 186, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 186, "mean_ms": 70.22679508263145, "over100ms": 35, "run_max_ms": 339.8719718679786 }, "selected_to_response": { "count": 186, "mean_ms": 222.0772043476382, "over100ms": 186, "run_max_ms": 534.2899709939957 }, "submit_lock_wait": { "count": 186, "mean_ms": 0.023103702152448315, "over100ms": 0, "run_max_ms": 5.765152163803577 }, "gate_to_infer": { "count": 186, "mean_ms": 8.577549887660851, "over100ms": 0, "run_max_ms": 243.8349579460919 }, "infer_to_callback": { "count": 186, "mean_ms": 124.83243861295763, "over100ms": 140, "run_max_ms": 387.97797868028283 }, "callback_copy": { "count": 186, "mean_ms": 18.295314826411747, "over100ms": 2, "run_max_ms": 312.8441427834332 }, "selected_to_callback": { "count": 186, "mean_ms": 203.78188952122645, "over100ms": 185, "run_max_ms": 481.90461099147797 }, "selected_to_accept_check": { "count": 186, "mean_ms": 222.19682022208167, "over100ms": 186, "run_max_ms": 534.3342153355479 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.23688878724351525, "pending_age_peak_s": 0.226593601051718, "last_response_age_peak_s": 0.156, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "8", "counts": { "admitted": 303, "frame_evicted": 142, "over_freshness_pose": 163, "accepted_result": 163, "finalized": 163, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 162, "mean_ms": 58.44990496328216, "over100ms": 21, "run_max_ms": 391.0548868589103 }, "selected_to_response": { "count": 163, "mean_ms": 227.11213649839073, "over100ms": 163, "run_max_ms": 703.49813811481 }, "submit_lock_wait": { "count": 163, "mean_ms": 0.027339839793604576, "over100ms": 0, "run_max_ms": 6.283360067754984 }, "gate_to_infer": { "count": 163, "mean_ms": 10.28850628920128, "over100ms": 0, "run_max_ms": 382.4669080786407 }, "infer_to_callback": { "count": 163, "mean_ms": 130.19084671592236, "over100ms": 136, "run_max_ms": 563.9898697845638 }, "callback_copy": { "count": 163, "mean_ms": 27.825705749925476, "over100ms": 2, "run_max_ms": 466.4245881140232 }, "selected_to_callback": { "count": 163, "mean_ms": 199.28643074846525, "over100ms": 163, "run_max_ms": 686.5016869269311 }, "selected_to_accept_check": { "count": 163, "mean_ms": 227.17079704490268, "over100ms": 163, "run_max_ms": 703.534706030041 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.1996345380321145, "pending_age_peak_s": 0.2707407590933144, "last_response_age_peak_s": 0.803, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "12", "counts": { "admitted": 298, "frame_evicted": 131, "over_freshness_pose": 168, "accepted_result": 168, "finalized": 168, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 168, "mean_ms": 68.22011526951212, "over100ms": 37, "run_max_ms": 444.67908702790737 }, "selected_to_response": { "count": 168, "mean_ms": 234.42867484741979, "over100ms": 168, "run_max_ms": 753.416899126023 }, "submit_lock_wait": { "count": 168, "mean_ms": 0.03086277727215063, "over100ms": 0, "run_max_ms": 6.042790599167347 }, "gate_to_infer": { "count": 168, "mean_ms": 11.211728172687193, "over100ms": 0, "run_max_ms": 328.89140024781227 }, "infer_to_callback": { "count": 168, "mean_ms": 125.16566505378466, "over100ms": 138, "run_max_ms": 494.3899568170309 }, "callback_copy": { "count": 168, "mean_ms": 30.033840393159714, "over100ms": 2, "run_max_ms": 522.566937841475 }, "selected_to_callback": { "count": 168, "mean_ms": 204.39483445426006, "over100ms": 166, "run_max_ms": 612.9329269751906 }, "selected_to_accept_check": { "count": 168, "mean_ms": 234.48598641248066, "over100ms": 168, "run_max_ms": 753.4529101103544 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.2380310813896358, "pending_age_peak_s": 0.29294581338763237, "last_response_age_peak_s": 0.176, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" }, { "camera": "3", "counts": { "admitted": 298, "frame_evicted": 139, "over_freshness_pose": 160, "accepted_result": 160, "finalized": 159, "events_created": 0 }, "timing": { "selected_to_gate": { "count": 160, "mean_ms": 67.0296841126401, "over100ms": 27, "run_max_ms": 423.4531451947987 }, "selected_to_response": { "count": 160, "mean_ms": 242.32428439718205, "over100ms": 160, "run_max_ms": 734.9606370553374 }, "submit_lock_wait": { "count": 160, "mean_ms": 0.06424773891922086, "over100ms": 0, "run_max_ms": 8.393725845962763 }, "gate_to_infer": { "count": 160, "mean_ms": 10.643559321761131, "over100ms": 0, "run_max_ms": 399.44395376369357 }, "infer_to_callback": { "count": 160, "mean_ms": 131.8329227884533, "over100ms": 124, "run_max_ms": 616.440299898386 }, "callback_copy": { "count": 160, "mean_ms": 33.111636017565615, "over100ms": 1, "run_max_ms": 558.4486448206007 }, "selected_to_callback": { "count": 160, "mean_ms": 209.21264837961644, "over100ms": 159, "run_max_ms": 686.6107089444995 }, "selected_to_accept_check": { "count": 160, "mean_ms": 242.41248120670207, "over100ms": 160, "run_max_ms": 734.9873003549874 } }, "over100_pct": 100.0, "inflight_age_peak_s": 0.2455183481797576, "pending_age_peak_s": 0.36188256880268455, "last_response_age_peak_s": 0.211, "send_errors": 0, "replaced": 0, "sender_timing": "NOT_MEASURED: single child metrics command enables ingress/pipeline only", "parent_relay": "NOT_APPLICABLE: single provider child writes Redis directly" } ] } ]